diff --git "a/logs/2105757.out" "b/logs/2105757.out" new file mode 100644--- /dev/null +++ "b/logs/2105757.out" @@ -0,0 +1,13241 @@ +Megatron-DeepSpeed/finetune_t0.py --tensor-model-parallel-size 1 --pipeline-model-parallel-size 1 --num-layers 30 --hidden-size 4096 --num-attention-heads 32 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 2048 --train-samples 6_348_800 --tokenizer-type PretrainedFromHF --tokenizer-name-or-path bigscience/tokenizer --init-method-std 0.0048 --embed-layernorm --fp16 --seed 42 --position-embedding-type alibi --abort-on-unmet-fused-kernel-constraints --clip-grad 1.0 --kill-switch-path kill-switch-7b1xp3ru --checkpoint-activations --pad-vocab-size-to 250880 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.95 --adam-eps 1e-8 --lr 2e-5 --lr-decay-style constant --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-4 --no-load-optim --reset-progress --norm-target-loss --log-interval 10 --save-interval 500 --eval-interval 500 --eval-iters 1 --tensorboard-dir tensorboard_7b1xp3ru --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save checkpoints_7b1xp3ru --load checkpoints_7b1xp3ru --train-weighted-split-paths-path /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3_train_ru.txt --valid-weighted-split-paths-path /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3_validation_ru.txt --dataloader-type single --data-impl mmap --deepspeed --deepspeed_config ds_configs/2105757.json --zero-stage 1 +START 2105757: Sat Dec 3 21:58:05 EET 2022 +0: +0: +0: ======================= ROCm System Management Interface ======================= +0: ================================= Concise Info ================================= +0: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +0: 0 50.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +0: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +0: 2 41.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +0: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +0: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +0: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +0: 6 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +0: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +0: ================================================================================ +0: ============================= End of ROCm SMI Log ============================== +6: +6: +6: ======================= ROCm System Management Interface ======================= +6: ================================= Concise Info ================================= +6: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +6: 0 51.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +6: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +6: 2 41.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +6: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +6: 4 40.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +6: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +6: 6 42.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +6: 7 39.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +6: ================================================================================ +6: ============================= End of ROCm SMI Log ============================== +4: +4: +4: ======================= ROCm System Management Interface ======================= +4: ================================= Concise Info ================================= +4: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +4: 0 44.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +4: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +4: 2 36.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +4: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +4: 4 40.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +4: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +4: 6 36.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +4: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +4: ================================================================================ +4: ============================= End of ROCm SMI Log ============================== +7: +7: +7: ======================= ROCm System Management Interface ======================= +7: ================================= Concise Info ================================= +7: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +7: 0 46.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +7: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +7: 2 41.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +7: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +7: 4 45.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +7: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +7: 6 37.0c 81.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +7: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +7: ================================================================================ +7: ============================= End of ROCm SMI Log ============================== +3: +3: +3: ======================= ROCm System Management Interface ======================= +3: ================================= Concise Info ================================= +3: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +3: 0 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +3: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +3: 2 47.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +3: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +3: 4 38.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +3: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +3: 6 40.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +3: 7 38.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +3: ================================================================================ +3: ============================= End of ROCm SMI Log ============================== +5: +5: +5: ======================= ROCm System Management Interface ======================= +5: ================================= Concise Info ================================= +5: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +5: 0 43.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +5: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +5: 2 38.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +5: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +5: 4 39.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +5: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +5: 6 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +5: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +5: ================================================================================ +5: ============================= End of ROCm SMI Log ============================== +1: +1: +1: ======================= ROCm System Management Interface ======================= +1: ================================= Concise Info ================================= +1: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +1: 0 42.0c 98.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +1: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +1: 2 46.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +1: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +1: 4 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +1: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +1: 6 37.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +1: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +1: ================================================================================ +1: ============================= End of ROCm SMI Log ============================== +2: +2: +2: ======================= ROCm System Management Interface ======================= +2: ================================= Concise Info ================================= +2: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +2: 0 45.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +2: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +2: 2 38.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +2: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +2: 4 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +2: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +2: 6 40.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +2: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +2: ================================================================================ +2: ============================= End of ROCm SMI Log ============================== +5: Launching on nid007348 (5/8), master nid007343 port 9999, GPUs 8, CUDA: True +2: Launching on nid007345 (2/8), master nid007343 port 9999, GPUs 8, CUDA: True +3: Launching on nid007346 (3/8), master nid007343 port 9999, GPUs 8, CUDA: True +7: Launching on nid007350 (7/8), master nid007343 port 9999, GPUs 8, CUDA: True +0: Launching on nid007343 (0/8), master nid007343 port 9999, GPUs 8, CUDA: True +4: Launching on nid007347 (4/8), master nid007343 port 9999, GPUs 8, CUDA: True +6: Launching on nid007349 (6/8), master nid007343 port 9999, GPUs 8, CUDA: True +1: Launching on nid007344 (1/8), master nid007343 port 9999, GPUs 8, CUDA: True +0: using world size: 64, data-parallel-size: 64, tensor-model-parallel size: 1, pipeline-model-parallel size: 1 +0: using torch.float16 for parameters ... +0: ------------------------ arguments ------------------------ +0: abort_on_unmet_fused_kernel_constraints ......... True +0: accumulate_allreduce_grads_in_fp32 .............. False +0: adam_beta1 ...................................... 0.9 +0: adam_beta2 ...................................... 0.95 +0: adam_eps ........................................ 1e-08 +0: adlr_autoresume ................................. False +0: adlr_autoresume_interval ........................ 1000 +0: apply_query_key_layer_scaling ................... True +0: apply_residual_connection_post_layernorm ........ False +0: attention_dropout ............................... 0.1 +0: attention_softmax_in_fp32 ....................... False +0: bert_binary_head ................................ True +0: bert_load ....................................... None +0: bf16 ............................................ False +0: bias_dropout_fusion ............................. True +0: bias_gelu_fusion ................................ True +0: biencoder_projection_dim ........................ 0 +0: biencoder_shared_query_context_model ............ False +0: block_data_path ................................. None +0: checkpoint_activations .......................... True +0: checkpoint_in_cpu ............................... False +0: checkpoint_num_layers ........................... 1 +0: clip_grad ....................................... 1.0 +0: codecarbon_dir .................................. None +0: consumed_train_samples .......................... 0 +0: consumed_train_tokens ........................... 0 +0: consumed_valid_samples .......................... 0 +0: contigious_checkpointing ........................ False +0: cpu_optimizer ................................... False +0: cpu_torch_adam .................................. False +0: curriculum_learning ............................. False +0: data_impl ....................................... mmap +0: data_parallel_size .............................. 64 +0: data_path ....................................... None +0: dataloader_type ................................. single +0: DDP_impl ........................................ local +0: decoder_seq_length .............................. None +0: deepscale ....................................... False +0: deepscale_config ................................ None +0: deepspeed ....................................... True +0: deepspeed_activation_checkpointing .............. False +0: deepspeed_config ................................ ds_configs/2105757.json +0: deepspeed_mpi ................................... False +0: distribute_checkpointed_activations ............. False +0: distributed_backend ............................. nccl +0: embed_layernorm ................................. True +0: embedding_path .................................. None +0: encoder_seq_length .............................. 2048 +0: eod_mask_loss ................................... False +0: eval_interval ................................... 500 +0: eval_iters ...................................... 1 +0: eval_only ....................................... None +0: evidence_data_path .............................. None +0: exit_duration_in_mins ........................... None +0: exit_interval ................................... None +0: ffn_hidden_size ................................. 16384 +0: finetune ........................................ False +0: fp16 ............................................ True +0: fp16_lm_cross_entropy ........................... False +0: fp32_residual_connection ........................ False +0: gigaflos_no_embeds .............................. 0 +0: global_batch_size ............................... 2048 +0: glu_activation .................................. None +0: hidden_dropout .................................. 0.1 +0: hidden_size ..................................... 4096 +0: hysteresis ...................................... 2 +0: ict_head_size ................................... None +0: ict_load ........................................ None +0: img_dim ......................................... 224 +0: indexer_batch_size .............................. 128 +0: indexer_log_interval ............................ 1000 +0: inference ....................................... False +0: init_method_std ................................. 0.0048 +0: init_method_xavier_uniform ...................... False +0: initial_loss_scale .............................. 4294967296 +0: kill_switch_path ................................ kill-switch-7b1xp3ru +0: kv_channels ..................................... 128 +0: layer_norm_fusion ............................... True +0: layernorm_epsilon ............................... 1e-05 +0: lazy_mpu_init ................................... None +0: load ............................................ checkpoints_7b1xp3ru +0: local_rank ...................................... None +0: log_batch_size_to_tensorboard ................... True +0: log_interval .................................... 10 +0: log_learning_rate_to_tensorboard ................ True +0: log_level ....................................... None +0: log_level_replica ............................... None +0: log_loss_scale_to_tensorboard ................... True +0: log_num_zeros_in_grad ........................... False +0: log_params_norm ................................. False +0: log_path ........................................ None +0: log_timers_to_tensorboard ....................... True +0: log_validation_ppl_to_tensorboard ............... True +0: loss_on_targets_only ............................ False +0: loss_scale ...................................... None +0: loss_scale_window ............................... 1000 +0: lr .............................................. 2e-05 +0: lr_decay_iters .................................. None +0: lr_decay_samples ................................ None +0: lr_decay_style .................................. constant +0: lr_decay_tokens ................................. None +0: lr_warmup_fraction .............................. None +0: lr_warmup_iters ................................. 0 +0: lr_warmup_samples ............................... 0 +0: make_vocab_size_divisible_by .................... 128 +0: mask_prob ....................................... 0.15 +0: masked_softmax_fusion ........................... True +0: max_position_embeddings ......................... 2048 +0: mean_noise_span_length .......................... None +0: memory_centric_tiled_linear ..................... False +0: merge_file ...................................... None +0: micro_batch_size ................................ 2 +0: min_loss_scale .................................. 1.0 +0: min_lr .......................................... 0.0 +0: mmap_warmup ..................................... False +0: no_load_optim ................................... True +0: no_load_rng ..................................... None +0: no_save_optim ................................... None +0: no_save_rng ..................................... None +0: noise_density ................................... None +0: norm_target_loss ................................ True +0: num_attention_heads ............................. 32 +0: num_channels .................................... 3 +0: num_classes ..................................... 1000 +0: num_layers ...................................... 30 +0: num_layers_per_virtual_pipeline_stage ........... None +0: num_workers ..................................... 2 +0: onnx_safe ....................................... None +0: openai_gelu ..................................... False +0: optimizer ....................................... adam +0: optimizer_fusion ................................ True +0: override_lr_scheduler ........................... False +0: pad_vocab_size_to ............................... 250880 +0: params_dtype .................................... torch.float16 +0: partition_activations ........................... False +0: patch_dim ....................................... 16 +0: pipeline_model_parallel_size .................... 1 +0: position_embedding_type ......................... PositionEmbeddingType.alibi +0: pp_partition_method ............................. None +0: prefixlm ........................................ False +0: profile_backward ................................ False +0: query_in_block_prob ............................. 0.1 +0: rampup_batch_size ............................... None +0: rank ............................................ 0 +0: remote_device ................................... none +0: reset_attention_mask ............................ False +0: reset_position_ids .............................. False +0: reset_progress .................................. True +0: retriever_report_topk_accuracies ................ [] +0: retriever_score_scaling ......................... False +0: retriever_seq_length ............................ 256 +0: reweight_loss_based_on_position_frequency ....... False +0: sample_rate ..................................... 1.0 +0: save ............................................ checkpoints_7b1xp3ru +0: save_interval ................................... 500 +0: scatter_gather_tensors_in_pipeline .............. True +0: scattered_embeddings ............................ False +0: seed ............................................ 42 +0: seq_length ...................................... 2048 +0: sgd_momentum .................................... 0.9 +0: short_seq_prob .................................. 0.1 +0: skip_train_iteration_range ...................... None +0: split ........................................... None +0: split_transformers .............................. False +0: sync_tp_duplicated_parameters ................... False +0: synchronize_each_layer .......................... False +0: tensor_model_parallel_size ...................... 1 +0: tensorboard_dir ................................. tensorboard_7b1xp3ru +0: tensorboard_log_interval ........................ 1 +0: tensorboard_queue_size .......................... 5 +0: test_weighted_split_paths ....................... None +0: test_weighted_split_paths_path .................. None +0: tile_factor ..................................... 1 +0: titles_data_path ................................ None +0: tokenizer_name_or_path .......................... bigscience/tokenizer +0: tokenizer_type .................................. PretrainedFromHF +0: train_iters ..................................... None +0: train_samples ................................... 6348800 +0: train_tokens .................................... None +0: train_weighted_split_names ...................... ['train'] +0: train_weighted_split_paths ...................... [['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_en', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ru', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_es', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pt', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fr', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ar', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_id', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zh', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_hi', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_code', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_vi', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ur', '/pfs/lustrep4/scrat +0: ch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_te', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ta', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_mr', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sw', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_gu', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pa', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ne', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_yo', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ig', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ny', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zu', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_xh', '/pfs/lustrep4/sc +0: ratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ts', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rw', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_lg', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_nso', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ml', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_kn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_or', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_as', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ln', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_wo', '/pfs/lustrep +0: 4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tum', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ki', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_st', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fon', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ca', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_eu', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ak', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bm', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tw']] +0: train_weighted_split_paths_path ................. None +0: train_weighted_split_splits ..................... [['0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950', '0:0.950']] +0: train_weighted_split_weights .................... [['0.34682039044965196', '0.11629763695589916', '0.07047712423848855', '0.05705321149447986', '0.05162759832018098', '0.043535252356335014', '0.04287450755952809', '0.04272211963743812', '0.04089577291615753', '0.040309863136062274', '0.028867440155442382', '0.017854964823074384', '0.012406528830246035', '0.00860509613805147', '0.007750785544287363', '0.006201179459433538', '0.005220691815104342', '0.00521883024752445', '0.004870233102513846', '0.0036643096242597105', '0.003283693516874961', '0.003027132273014225', '0.002532886080552859', '0.0024544768540878015', '0.002370333999476676', '0.0023500801442074494', '0.0023293050500158533', '0.0023208907645547406', '0.002195979579943977', '0.002192219213432595', '0.002138084828209331', '0.0017962265578379366', '0.0016292439459216106', '0.001540037627493179', '0.0015028807385985316', '0.0014542938247633463', '0.0011756171580534914', '0.0011406941502547145', '0.0010800070471502304', '0.0010707364406023676', '0.0010 +0: 618009162188852', '0.0010524558469678267', '0.0010294096403287618', '0.0010062889709865012', '0.0010060283515253164', '0.0009963482001098772', '0.000989311474657885']] +0: universal_checkpoint ............................ False +0: use_bnb_optimizer ............................... False +0: use_checkpoint_lr_scheduler ..................... False +0: use_contiguous_buffers_in_ddp ................... False +0: use_cpu_initialization .......................... None +0: use_one_sent_docs ............................... False +0: use_pin_memory .................................. False +0: valid_num_workers ............................... 2 +0: valid_weighted_split_names ...................... ['validation'] +0: valid_weighted_split_paths ...................... [['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_en', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ru', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_es', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pt', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fr', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ar', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_id', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zh', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_hi', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_code', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_vi', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ur', '/pfs/lustrep4/scrat +0: ch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_te', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ta', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_mr', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sw', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_gu', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pa', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ne', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_yo', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ig', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ny', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zu', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_xh', '/pfs/lustrep4/sc +0: ratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ts', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rw', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_lg', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_nso', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ml', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_kn', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_or', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_as', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ln', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_wo', '/pfs/lustrep +0: 4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tum', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ki', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_st', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fon', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ca', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_eu', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ak', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bm', '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tw']] +0: valid_weighted_split_paths_path ................. None +0: valid_weighted_split_splits ..................... [['0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1', '0.950:1']] +0: valid_weighted_split_weights .................... [['0.34682039044965196', '0.11629763695589916', '0.07047712423848855', '0.05705321149447986', '0.05162759832018098', '0.043535252356335014', '0.04287450755952809', '0.04272211963743812', '0.04089577291615753', '0.040309863136062274', '0.028867440155442382', '0.017854964823074384', '0.012406528830246035', '0.00860509613805147', '0.007750785544287363', '0.006201179459433538', '0.005220691815104342', '0.00521883024752445', '0.004870233102513846', '0.0036643096242597105', '0.003283693516874961', '0.003027132273014225', '0.002532886080552859', '0.0024544768540878015', '0.002370333999476676', '0.0023500801442074494', '0.0023293050500158533', '0.0023208907645547406', '0.002195979579943977', '0.002192219213432595', '0.002138084828209331', '0.0017962265578379366', '0.0016292439459216106', '0.001540037627493179', '0.0015028807385985316', '0.0014542938247633463', '0.0011756171580534914', '0.0011406941502547145', '0.0010800070471502304', '0.0010707364406023676', '0.0010 +0: 618009162188852', '0.0010524558469678267', '0.0010294096403287618', '0.0010062889709865012', '0.0010060283515253164', '0.0009963482001098772', '0.000989311474657885']] +0: virtual_pipeline_model_parallel_size ............ None +0: vocab_extra_ids ................................. 0 +0: vocab_file ...................................... None +0: weight_decay .................................... 0.0001 +0: world_size ...................................... 64 +0: zero_allgather_bucket_size ...................... 0.0 +0: zero_contigious_gradients ....................... False +0: zero_reduce_bucket_size ......................... 0.0 +0: zero_reduce_scatter ............................. False +0: zero_stage ...................................... 1 +0: -------------------- end of arguments --------------------- +0: setting number of micro-batches to constant 16 +0: > building PretrainedFromHF tokenizer ... +0: vocab file is un-used. loading tokenizer from pre-trained model +0: > padded vocab (size: 250680) with 200 dummy tokens (new size: 250880) +0: DeepSpeed general environment info: +0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch'] +0: torch version .................... 1.13.0+rocm5.2 +0: torch cuda version ............... None +0: torch hip version ................ 5.2.21151-afdc89f8 +0: nvcc version ..................... None +0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed'] +0: deepspeed info ................... 0.7.5, unknown, unknown +0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1 +0: **** Git info for Megatron: git_hash=unknown git_branch=unknown **** +0: > initializing torch distributed ... +0: [2022-12-03 22:00:33,777] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl +7: > setting tensorboard ... +0: > initializing tensor model parallel with size 1 +0: > initializing pipeline model parallel with size 1 +0: > setting random seeds to 42 ... +0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 2760 and data parallel seed: 42 +0: > compiling dataset index builder ... +0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/data' +0: make: Nothing to be done for 'default'. +0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/data' +0: >>> done with dataset index builder. Compilation time: 0.113 seconds +0: > compiling and loading fused kernels ... +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] +0: Total number of unsupported CUDA function calls: 0 +0: +0: +0: Total number of replaced kernel launches: 87 +0: [1/1] c++ scaled_upper_triang_masked_softmax_hip.o scaled_upper_triang_masked_softmax_hip.cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/pfs/lustrep2/projappl/project_462000125/samantao-public/rocm/rocm-5.2.3/lib -lamdhip64 -o scaled_upper_triang_masked_softmax_cuda.so +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] +0: Total number of unsupported CUDA function calls: 0 +0: +0: +0: Total number of replaced kernel launches: 63 +0: [1/1] c++ scaled_masked_softmax_hip.o scaled_masked_softmax_hip.cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/pfs/lustrep2/projappl/project_462000125/samantao-public/rocm/rocm-5.2.3/lib -lamdhip64 -o scaled_masked_softmax_cuda.so +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] +0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] +0: Total number of unsupported CUDA function calls: 0 +0: +0: +0: Total number of replaced kernel launches: 67 +0: ninja: no work to do. +0: >>> done with compiling and loading fused kernels. Compilation time: 22.257 seconds +0: time to initialize megatron (seconds): -4.470 +0: [after megatron is initialized] datetime: 2022-12-03 22:00:59 +0: building GPT model ... +0: [2022-12-03 22:00:59,580] [INFO] [utils.py:827:see_memory_usage] Before Building Model +0: [2022-12-03 22:00:59,580] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB Max_MA 0.0 GB CA 0.0 GB Max_CA 0 GB +0: [2022-12-03 22:00:59,580] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 44.85 GB, percent = 8.9% +0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None +0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=1, model=0): 1, ProcessCoord(pipe=0, data=2, model=0): 2, ProcessCoord(pipe=0, data=3, model=0): 3, ProcessCoord(pipe=0, data=4, model=0): 4, ProcessCoord(pipe=0, data=5, model=0): 5, ProcessCoord(pipe=0, data=6, model=0): 6, ProcessCoord(pipe=0, data=7, model=0): 7, ProcessCoord(pipe=0, data=8, model=0): 8, ProcessCoord(pipe=0, data=9, model=0): 9, ProcessCoord(pipe=0, data=10, model=0): 10, ProcessCoord(pipe=0, data=11, model=0): 11, ProcessCoord(pipe=0, data=12, model=0): 12, ProcessCoord(pipe=0, data=13, model=0): 13, ProcessCoord(pipe=0, data=14, model=0): 14, ProcessCoord(pipe=0, data=15, model=0): 15, ProcessCoord(pipe=0, data=16, model=0): 16, ProcessCoord(pipe=0, data=17, model=0): 17, ProcessCoord(pipe=0, data=18, model=0): 18, ProcessCoord(pipe=0, data=19, model=0): 19, ProcessCoord(pipe=0, data=20, model=0): 20, ProcessCoord(pipe=0, data=21, model=0): 21, ProcessCoord(pipe=0, data=22, model=0): 22, ProcessCoord(pi +0: pe=0, data=23, model=0): 23, ProcessCoord(pipe=0, data=24, model=0): 24, ProcessCoord(pipe=0, data=25, model=0): 25, ProcessCoord(pipe=0, data=26, model=0): 26, ProcessCoord(pipe=0, data=27, model=0): 27, ProcessCoord(pipe=0, data=28, model=0): 28, ProcessCoord(pipe=0, data=29, model=0): 29, ProcessCoord(pipe=0, data=30, model=0): 30, ProcessCoord(pipe=0, data=31, model=0): 31, ProcessCoord(pipe=0, data=32, model=0): 32, ProcessCoord(pipe=0, data=33, model=0): 33, ProcessCoord(pipe=0, data=34, model=0): 34, ProcessCoord(pipe=0, data=35, model=0): 35, ProcessCoord(pipe=0, data=36, model=0): 36, ProcessCoord(pipe=0, data=37, model=0): 37, ProcessCoord(pipe=0, data=38, model=0): 38, ProcessCoord(pipe=0, data=39, model=0): 39, ProcessCoord(pipe=0, data=40, model=0): 40, ProcessCoord(pipe=0, data=41, model=0): 41, ProcessCoord(pipe=0, data=42, model=0): 42, ProcessCoord(pipe=0, data=43, model=0): 43, ProcessCoord(pipe=0, data=44, model=0): 44, ProcessCoord(pipe=0, data=45, model=0): 45, ProcessCoord(pipe=0, data=4 +0: 6, model=0): 46, ProcessCoord(pipe=0, data=47, model=0): 47, ProcessCoord(pipe=0, data=48, model=0): 48, ProcessCoord(pipe=0, data=49, model=0): 49, ProcessCoord(pipe=0, data=50, model=0): 50, ProcessCoord(pipe=0, data=51, model=0): 51, ProcessCoord(pipe=0, data=52, model=0): 52, ProcessCoord(pipe=0, data=53, model=0): 53, ProcessCoord(pipe=0, data=54, model=0): 54, ProcessCoord(pipe=0, data=55, model=0): 55, ProcessCoord(pipe=0, data=56, model=0): 56, ProcessCoord(pipe=0, data=57, model=0): 57, ProcessCoord(pipe=0, data=58, model=0): 58, ProcessCoord(pipe=0, data=59, model=0): 59, ProcessCoord(pipe=0, data=60, model=0): 60, ProcessCoord(pipe=0, data=61, model=0): 61, ProcessCoord(pipe=0, data=62, model=0): 62, ProcessCoord(pipe=0, data=63, model=0): 63} +0: [2022-12-03 22:01:01,637] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer +0: stage=0 layers=37 +0: 0: _to_float16 +0: 1: EmbeddingPipe +0: 2: +0: 3: ParallelTransformerLayerPipe +0: 4: ParallelTransformerLayerPipe +0: 5: ParallelTransformerLayerPipe +0: 6: ParallelTransformerLayerPipe +0: 7: ParallelTransformerLayerPipe +0: 8: ParallelTransformerLayerPipe +0: 9: ParallelTransformerLayerPipe +0: 10: ParallelTransformerLayerPipe +0: 11: ParallelTransformerLayerPipe +0: 12: ParallelTransformerLayerPipe +0: 13: ParallelTransformerLayerPipe +0: 14: ParallelTransformerLayerPipe +0: 15: ParallelTransformerLayerPipe +0: 16: ParallelTransformerLayerPipe +0: 17: ParallelTransformerLayerPipe +0: 18: ParallelTransformerLayerPipe +0: 19: ParallelTransformerLayerPipe +0: 20: ParallelTransformerLayerPipe +0: 21: ParallelTransformerLayerPipe +0: 22: ParallelTransformerLayerPipe +0: 23: ParallelTransformerLayerPipe +0: 24: ParallelTransformerLayerPipe +0: 25: ParallelTransformerLayerPipe +0: 26: ParallelTransformerLayerPipe +0: 27: ParallelTransformerLayerPipe +0: 28: ParallelTransformerLayerPipe +0: 29: ParallelTransformerLayerPipe +0: 30: ParallelTransformerLayerPipe +0: 31: ParallelTransformerLayerPipe +0: 32: ParallelTransformerLayerPipe +0: 33: undo +0: 34: MixedFusedLayerNorm +0: 35: EmbeddingPipe +0: 36: float16_to_fp32 +0: loss: CrossEntropy +0: [2022-12-03 22:01:02,983] [INFO] [utils.py:827:see_memory_usage] After Building Model +0: [2022-12-03 22:01:02,984] [INFO] [utils.py:828:see_memory_usage] MA 13.18 GB Max_MA 13.18 GB CA 13.18 GB Max_CA 13 GB +0: [2022-12-03 22:01:02,984] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 44.9 GB, percent = 8.9% +0: setting training iterations to 3100 +0: > learning rate decay style: constant +0: DeepSpeed is enabled. +0: [2022-12-03 22:01:02,987] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown +0: [2022-12-03 22:01:16,620] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False +0: [2022-12-03 22:01:16,620] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer +0: [2022-12-03 22:01:16,620] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer +0: [2022-12-03 22:01:16,636] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam +0: [2022-12-03 22:01:16,636] [INFO] [utils.py:52:is_zero_supported_optimizer] Checking ZeRO support for optimizer=FusedAdam type= +0: [2022-12-03 22:01:16,636] [INFO] [logging.py:68:log_dist] [Rank 0] Creating fp16 ZeRO stage 1 optimizer +0: [2022-12-03 22:01:16,636] [INFO] [stage_1_and_2.py:140:__init__] Reduce bucket size 500000000 +0: [2022-12-03 22:01:16,636] [INFO] [stage_1_and_2.py:141:__init__] Allgather bucket size 500000000 +0: [2022-12-03 22:01:16,636] [INFO] [stage_1_and_2.py:142:__init__] CPU Offload: False +0: [2022-12-03 22:01:16,636] [INFO] [stage_1_and_2.py:143:__init__] Round robin gradient partitioning: False +4: ninja: no work to do. +7: ninja: no work to do. +4: Time to load utils op: 0.2046675682067871 secondsTime to load utils op: 0.204787015914917 secondsTime to load utils op: 0.20409107208251953 seconds +4: +4: +4: Time to load utils op: 0.2041621208190918 seconds +4: Time to load utils op: 0.20356059074401855 secondsTime to load utils op: 0.20416474342346191 seconds +4: +4: Time to load utils op: 0.20452332496643066 seconds +4: Time to load utils op: 0.3490481376647949 seconds +7: Time to load utils op: 0.19713282585144043 seconds +0: Time to load utils op: 0.21076107025146484 secondsTime to load utils op: 0.21104764938354492 seconds +0: +0: Time to load utils op: 0.21104001998901367 seconds +0: Time to load utils op: 0.2110905647277832 secondsTime to load utils op: 0.21076583862304688 seconds +1: Time to load utils op: 0.20964431762695312 secondsTime to load utils op: 0.20975661277770996 seconds +1: +0: +0: Time to load utils op: 0.2108173370361328 secondsTime to load utils op: 0.2106640338897705 seconds +0: +1: Time to load utils op: 0.2097477912902832 seconds +1: Time to load utils op: 0.20896291732788086 seconds +1: Time to load utils op: 0.20955681800842285 seconds +1: Time to load utils op: 0.20778203010559082 seconds +1: Time to load utils op: 0.20980072021484375 seconds +5: Time to load utils op: 0.20772314071655273 seconds +5: Time to load utils op: 0.20900845527648926 secondsTime to load utils op: 0.20803570747375488 seconds +5: +5: Time to load utils op: 0.20902514457702637 seconds +5: Time to load utils op: 0.2091057300567627 seconds +5: Time to load utils op: 0.20761942863464355 seconds +5: Time to load utils op: 0.2090010643005371 seconds +5: Time to load utils op: 0.20809245109558105 seconds +3: Time to load utils op: 0.21080565452575684 seconds +3: Time to load utils op: 0.21009492874145508 seconds +3: Time to load utils op: 0.21074652671813965 seconds +3: Time to load utils op: 0.2101285457611084 seconds +3: Time to load utils op: 0.2100846767425537 seconds +3: Time to load utils op: 0.21024394035339355 secondsTime to load utils op: 0.21010804176330566 seconds +3: +3: Time to load utils op: 0.20996737480163574 seconds +2: Time to load utils op: 0.2126753330230713 seconds +2: Time to load utils op: 0.21196460723876953 seconds +2: Time to load utils op: 0.2128887176513672 seconds +2: Time to load utils op: 0.21246862411499023 seconds +2: Time to load utils op: 0.21240544319152832 secondsTime to load utils op: 0.21263575553894043 seconds +2: +2: Time to load utils op: 0.21197772026062012 secondsTime to load utils op: 0.21260356903076172 seconds +2: +6: Time to load utils op: 0.20825433731079102 seconds +6: Time to load utils op: 0.20853281021118164 secondsTime to load utils op: 0.20827507972717285 secondsTime to load utils op: 0.20769476890563965 seconds +6: +6: +6: Time to load utils op: 0.2079775333404541 seconds +6: Time to load utils op: 0.20835399627685547 secondsTime to load utils op: 0.20859980583190918 secondsTime to load utils op: 0.20827364921569824 seconds +6: +6: +7: Time to load utils op: 0.20443058013916016 seconds +7: Time to load utils op: 0.20452284812927246 seconds +7: Time to load utils op: 0.20454740524291992 seconds +7: Time to load utils op: 0.20465803146362305 seconds +7: Time to load utils op: 0.2046964168548584 seconds +7: Time to load utils op: 0.20482325553894043 seconds +7: Time to load utils op: 0.20506763458251953 seconds +1: Time to load utils op: 0.40508484840393066 seconds +0: Time to load utils op: 0.4058961868286133 seconds +5: Rank: 47 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 52 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 55 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 14 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 22 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 63 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 46 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 59 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 26 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 5 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 34 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 2 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 19 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 17 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 37 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 1 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 16 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 49 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 35 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 53 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 18 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 27 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 10 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 39 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 36 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 32 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 41 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 54 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 21 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 25 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 23 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 31 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 28 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 29 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 30 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 43 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +2: Rank: 20 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +3: Rank: 24 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 33 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 56 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 58 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 57 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 13 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 45 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 40 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 42 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Rank: 44 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 50 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 48 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +6: Rank: 51 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 11 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 61 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 6 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 12 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 7 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +4: Rank: 38 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 3 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 60 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +7: Rank: 62 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 0 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 8 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 15 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +0: Rank: 4 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +1: Rank: 9 partition count [64, 64, 64] and sizes[(62193664, False), (48234496, False), (25216, False)] +5: Time to load utils op: 0.0009913444519042969 seconds +6: Time to load utils op: 0.0010576248168945312 seconds +6: Time to load utils op: 0.0012159347534179688 seconds +3: Time to load utils op: 0.0008289813995361328 seconds +6: Time to load utils op: 0.0012607574462890625 seconds +5: Time to load utils op: 0.0014643669128417969 seconds +5: Time to load utils op: 0.0011396408081054688 seconds +5: Time to load utils op: 0.0014257431030273438 seconds +5: Time to load utils op: 0.001277923583984375 seconds +5: Time to load utils op: 0.001516580581665039 secondsTime to load utils op: 0.0013127326965332031 seconds +5: +5: Time to load utils op: 0.0012559890747070312 seconds +6: Time to load utils op: 0.0014300346374511719 seconds +6: Time to load utils op: 0.001405954360961914 seconds +6: Time to load utils op: 0.0015368461608886719 seconds +6: Time to load utils op: 0.0014429092407226562 seconds +3: Time to load utils op: 0.0010890960693359375 seconds +3: Time to load utils op: 0.0012099742889404297 seconds +6: Time to load utils op: 0.001405477523803711 seconds +3: Time to load utils op: 0.001102447509765625 seconds +3: Time to load utils op: 0.0009407997131347656 seconds +3: Time to load utils op: 0.0011258125305175781 seconds +0: Time to load utils op: 0.0005908012390136719 seconds +0: Time to load utils op: 0.00039958953857421875 seconds +3: Time to load utils op: 0.0011942386627197266 seconds +0: Time to load utils op: 0.0005619525909423828 secondsTime to load utils op: 0.0004401206970214844 seconds +0: +3: Time to load utils op: 0.0009784698486328125 seconds +0: Time to load utils op: 0.00039649009704589844 seconds +0: Time to load utils op: 0.0004477500915527344 seconds +0: Time to load utils op: 0.0003895759582519531 seconds +2: Time to load utils op: 0.0007479190826416016 seconds +2: Time to load utils op: 0.0008754730224609375 seconds +2: Time to load utils op: 0.001010894775390625 seconds +2: Time to load utils op: 0.0009303092956542969 secondsTime to load utils op: 0.001054525375366211 seconds +2: +2: Time to load utils op: 0.0012390613555908203 seconds +2: Time to load utils op: 0.001232147216796875 seconds +2: Time to load utils op: 0.0013079643249511719 seconds +1: Time to load utils op: 0.0006036758422851562 seconds +1: Time to load utils op: 0.0004405975341796875 seconds +1: Time to load utils op: 0.0006458759307861328 seconds +1: Time to load utils op: 0.000598907470703125 seconds +1: Time to load utils op: 0.0006389617919921875 seconds +1: Time to load utils op: 0.0006196498870849609 seconds +1: Time to load utils op: 0.0006897449493408203 seconds +1: Time to load utils op: 0.0007100105285644531 seconds +0: [2022-12-03 22:01:33,495] [INFO] [utils.py:827:see_memory_usage] Before initializing optimizer states +0: [2022-12-03 22:01:33,496] [INFO] [utils.py:828:see_memory_usage] MA 13.59 GB Max_MA 13.68 GB CA 26.34 GB Max_CA 26 GB +0: [2022-12-03 22:01:33,496] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 45.81 GB, percent = 9.1% +4: Time to load utils op: 0.0006351470947265625 seconds +4: Time to load utils op: 0.0005877017974853516 seconds +4: Time to load utils op: 0.0006525516510009766 seconds +4: Time to load utils op: 0.0006818771362304688 secondsTime to load utils op: 0.000701904296875 seconds +4: +4: Time to load utils op: 0.0006692409515380859 seconds +4: Time to load utils op: 0.0007297992706298828 seconds +4: Time to load utils op: 0.0005548000335693359 seconds +7: Time to load utils op: 0.0010745525360107422 secondsTime to load utils op: 0.0011112689971923828 seconds +7: +7: Time to load utils op: 0.001146554946899414 seconds +7: Time to load utils op: 0.0013115406036376953 seconds +7: Time to load utils op: 0.0013413429260253906 seconds +7: Time to load utils op: 0.001102447509765625 seconds +7: Time to load utils op: 0.0012886524200439453 seconds +7: Time to load utils op: 0.001397848129272461 seconds +0: [2022-12-03 22:01:33,543] [INFO] [utils.py:827:see_memory_usage] After initializing optimizer states +0: [2022-12-03 22:01:33,544] [INFO] [utils.py:828:see_memory_usage] MA 14.41 GB Max_MA 14.82 GB CA 26.34 GB Max_CA 26 GB +0: [2022-12-03 22:01:33,544] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 45.81 GB, percent = 9.1% +0: [2022-12-03 22:01:33,544] [INFO] [stage_1_and_2.py:525:__init__] optimizer state initialized +0: [2022-12-03 22:01:33,581] [INFO] [utils.py:827:see_memory_usage] After initializing ZeRO optimizer +0: [2022-12-03 22:01:33,582] [INFO] [utils.py:828:see_memory_usage] MA 14.41 GB Max_MA 14.41 GB CA 26.34 GB Max_CA 26 GB +0: [2022-12-03 22:01:33,582] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 45.81 GB, percent = 9.1% +0: [2022-12-03 22:01:33,583] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam +0: [2022-12-03 22:01:33,583] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler +0: [2022-12-03 22:01:33,583] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = +0: [2022-12-03 22:01:33,583] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[2e-05, 2e-05, 2e-05], mom=[(0.9, 0.95), (0.9, 0.95), (0.9, 0.95)] +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1007:print] DeepSpeedEngine configuration: +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] activation_checkpointing_config { +0: "partition_activations": false, +0: "contiguous_memory_optimization": false, +0: "cpu_checkpointing": false, +0: "number_checkpoints": null, +0: "synchronize_checkpoint_boundary": false, +0: "profile": false +0: } +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True} +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] amp_enabled .................. False +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] amp_params ................... False +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] autotuning_config ............ { +0: "enabled": false, +0: "start_step": null, +0: "end_step": null, +0: "metric_path": null, +0: "arg_mappings": null, +0: "metric": "throughput", +0: "model_info": null, +0: "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/autotuning_results", +0: "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/autotuning_exps", +0: "overwrite": true, +0: "fast": true, +0: "start_profile_step": 3, +0: "end_profile_step": 5, +0: "tuner_type": "gridsearch", +0: "tuner_early_stopping": 5, +0: "tuner_num_trials": 50, +0: "model_info_path": null, +0: "mp_size": 1, +0: "max_train_batch_size": null, +0: "min_train_batch_size": 1, +0: "max_train_micro_batch_size_per_gpu": 1.024000e+03, +0: "min_train_micro_batch_size_per_gpu": 1, +0: "num_tuning_micro_batch_sizes": 3 +0: } +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] bfloat16_enabled ............. False +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] checkpoint_parallel_write_pipeline False +0: [2022-12-03 22:01:33,584] [INFO] [config.py:1011:print] checkpoint_tag_validation_enabled True +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] checkpoint_tag_validation_fail False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] comms_config ................. +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] communication_data_type ...... None +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa +0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}} +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] curriculum_enabled ........... False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] curriculum_params ............ False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] dataloader_drop_last ......... False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] disable_allgather ............ False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] dump_state ................... False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] dynamic_loss_scale_args ...... {'init_scale': 4096, 'scale_window': 500, 'delayed_shift': 2, 'min_scale': 1} +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_enabled ........... False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_gas_boundary_resolution 1 +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_layer_name ........ bert.encoder.layer +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_layer_num ......... 0 +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_max_iter .......... 100 +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_stability ......... 1e-06 +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_tol ............... 0.01 +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] eigenvalue_verbose ........... False +0: [2022-12-03 22:01:33,585] [INFO] [config.py:1011:print] elasticity_enabled ........... False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] flops_profiler_config ........ { +0: "enabled": false, +0: "profile_step": 1, +0: "module_depth": -1, +0: "top_modules": 1, +0: "detailed": true, +0: "output_file": null +0: } +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] fp16_auto_cast ............... False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] fp16_enabled ................. True +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] fp16_master_weights_and_gradients False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] global_rank .................. 0 +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] gradient_accumulation_steps .. 16 +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] gradient_clipping ............ 1.0 +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] gradient_predivide_factor .... 1.0 +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] initial_dynamic_scale ........ 4096 +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] load_universal_checkpoint .... False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] loss_scale ................... 0 +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] memory_breakdown ............. False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] monitor_config ............... +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] nebula_config ................ { +0: "enabled": false, +0: "persistent_storage_path": null, +0: "persistent_time_interval": 100, +0: "num_of_version_in_retention": 2, +0: "enable_nebula_load": true, +0: "load_path": null +0: } +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] optimizer_legacy_fusion ...... False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] optimizer_name ............... None +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] optimizer_params ............. None +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0} +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] pld_enabled .................. False +0: [2022-12-03 22:01:33,586] [INFO] [config.py:1011:print] pld_params ................... False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] prescale_gradients ........... False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] scheduler_name ............... None +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] scheduler_params ............. None +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] sparse_attention ............. None +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] sparse_gradients_enabled ..... False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] steps_per_print .............. 2000 +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] train_batch_size ............. 2048 +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] train_micro_batch_size_per_gpu 2 +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] use_node_local_storage ....... False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] wall_clock_breakdown ......... False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] world_size ................... 64 +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] zero_allow_untested_optimizer False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] zero_config .................. stage=1 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] zero_enabled ................. True +0: [2022-12-03 22:01:33,587] [INFO] [config.py:1011:print] zero_optimization_stage ...... 1 +0: [2022-12-03 22:01:33,587] [INFO] [config.py:996:print_user_config] json = { +0: "train_micro_batch_size_per_gpu": 2, +0: "train_batch_size": 2.048000e+03, +0: "gradient_clipping": 1.0, +0: "zero_optimization": { +0: "stage": 1 +0: }, +0: "fp16": { +0: "enabled": true, +0: "loss_scale": 0, +0: "loss_scale_window": 500, +0: "hysteresis": 2, +0: "min_loss_scale": 1, +0: "initial_scale_power": 12 +0: }, +0: "steps_per_print": 2.000000e+03, +0: "wall_clock_breakdown": false +0: } +0: Time to load utils op: 0.0004899501800537109 seconds +0: [2022-12-03 22:01:33,588] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=16 micro_batch_size=2 +0: [2022-12-03 22:01:33,614] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=37 [0, 37) STAGE_PARAMS=7069016064 (7069.016M) TOTAL_PARAMS=7069016064 (7069.016M) UNIQUE_PARAMS=7069016064 (7069.016M) +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:33,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +5: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +3: [2022-12-03 22:01:33,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:33,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:33,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +4: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +7: [2022-12-03 22:01:33,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt... +1: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:33,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/mp_rank_00_model_states.pt. +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:33,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:37,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:37,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:37,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:37,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +7: [2022-12-03 22:01:37,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:37,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +2: [2022-12-03 22:01:37,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +4: [2022-12-03 22:01:37,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:37,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:37,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +3: [2022-12-03 22:01:37,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +0: [2022-12-03 22:01:37,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +5: [2022-12-03 22:01:37,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +6: [2022-12-03 22:01:37,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt... +1: [2022-12-03 22:01:37,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:37,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:38,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:38,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +3: [2022-12-03 22:01:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:38,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:38,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +2: [2022-12-03 22:01:38,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:38,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +5: [2022-12-03 22:01:38,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:38,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:38,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:38,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:38,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +6: [2022-12-03 22:01:38,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:38,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:38,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:38,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +7: [2022-12-03 22:01:38,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +0: [2022-12-03 22:01:38,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +4: [2022-12-03 22:01:38,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:38,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:38,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:38,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:38,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:38,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_01-model_00-model_states.pt. +1: [2022-12-03 22:01:38,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:38,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:38,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:38,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:38,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:38,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:38,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:38,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:38,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:38,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +7: [2022-12-03 22:01:39,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +2: [2022-12-03 22:01:39,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +1: [2022-12-03 22:01:39,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:39,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:39,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +4: [2022-12-03 22:01:39,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +0: [2022-12-03 22:01:39,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +5: [2022-12-03 22:01:39,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +6: [2022-12-03 22:01:39,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt... +3: [2022-12-03 22:01:39,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +3: [2022-12-03 22:01:39,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +2: [2022-12-03 22:01:39,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +1: [2022-12-03 22:01:39,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:39,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:39,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +5: [2022-12-03 22:01:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:39,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +4: [2022-12-03 22:01:39,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +6: [2022-12-03 22:01:39,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +0: [2022-12-03 22:01:39,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_03-model_00-model_states.pt. +7: [2022-12-03 22:01:39,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:39,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:39,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:39,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:39,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:39,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:39,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:39,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +4: [2022-12-03 22:01:40,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +5: [2022-12-03 22:01:40,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +7: [2022-12-03 22:01:40,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +6: [2022-12-03 22:01:40,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +3: [2022-12-03 22:01:40,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +1: [2022-12-03 22:01:40,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +0: [2022-12-03 22:01:40,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt... +2: [2022-12-03 22:01:40,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +4: [2022-12-03 22:01:40,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +5: [2022-12-03 22:01:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +2: [2022-12-03 22:01:40,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:40,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:40,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:40,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:40,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:40,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:40,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:40,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +3: [2022-12-03 22:01:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:40,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +7: [2022-12-03 22:01:40,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:40,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +6: [2022-12-03 22:01:40,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:40,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:40,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +0: [2022-12-03 22:01:40,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_04-model_00-model_states.pt. +1: [2022-12-03 22:01:40,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:40,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:40,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:40,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +1: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +3: [2022-12-03 22:01:41,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +4: [2022-12-03 22:01:41,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +5: [2022-12-03 22:01:41,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +7: [2022-12-03 22:01:41,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +2: [2022-12-03 22:01:41,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +0: [2022-12-03 22:01:41,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt... +6: [2022-12-03 22:01:41,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +6: [2022-12-03 22:01:41,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:41,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +4: [2022-12-03 22:01:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:41,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +5: [2022-12-03 22:01:41,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +1: [2022-12-03 22:01:41,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:41,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:41,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:41,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +2: [2022-12-03 22:01:41,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:41,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:41,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:41,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:41,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:41,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:41,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +3: [2022-12-03 22:01:41,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:41,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:41,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:41,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +0: [2022-12-03 22:01:41,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_05-model_00-model_states.pt. +7: [2022-12-03 22:01:41,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:41,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:41,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +5: [2022-12-03 22:01:42,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +4: [2022-12-03 22:01:42,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +1: [2022-12-03 22:01:42,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +2: [2022-12-03 22:01:42,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +6: [2022-12-03 22:01:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +3: [2022-12-03 22:01:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +0: [2022-12-03 22:01:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt... +7: [2022-12-03 22:01:42,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:42,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +4: [2022-12-03 22:01:42,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:42,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:42,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +7: [2022-12-03 22:01:42,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +2: [2022-12-03 22:01:42,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +3: [2022-12-03 22:01:42,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +5: [2022-12-03 22:01:42,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:42,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:42,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:42,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:42,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:42,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:42,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +1: [2022-12-03 22:01:42,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +0: [2022-12-03 22:01:42,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_06-model_00-model_states.pt. +6: [2022-12-03 22:01:42,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:42,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:42,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:42,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:42,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:42,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +4: [2022-12-03 22:01:43,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +7: [2022-12-03 22:01:43,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +5: [2022-12-03 22:01:43,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +0: [2022-12-03 22:01:43,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:43,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:43,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:43,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:43,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +3: [2022-12-03 22:01:43,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +6: [2022-12-03 22:01:43,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +1: [2022-12-03 22:01:43,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt... +2: [2022-12-03 22:01:43,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:43,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:43,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:43,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:43,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:43,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:43,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:43,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +4: [2022-12-03 22:01:43,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:43,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +3: [2022-12-03 22:01:43,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +2: [2022-12-03 22:01:43,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:43,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +0: [2022-12-03 22:01:43,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:43,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:43,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:43,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +1: [2022-12-03 22:01:43,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +7: [2022-12-03 22:01:43,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:43,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:43,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:43,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:43,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +6: [2022-12-03 22:01:43,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_07-model_00-model_states.pt. +5: [2022-12-03 22:01:43,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:43,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:43,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:43,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +5: [2022-12-03 22:01:44,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +7: [2022-12-03 22:01:44,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +3: [2022-12-03 22:01:44,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +1: [2022-12-03 22:01:44,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +0: [2022-12-03 22:01:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +2: [2022-12-03 22:01:44,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +6: [2022-12-03 22:01:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt... +4: [2022-12-03 22:01:44,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +4: [2022-12-03 22:01:44,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +1: [2022-12-03 22:01:44,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +3: [2022-12-03 22:01:44,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +2: [2022-12-03 22:01:44,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +5: [2022-12-03 22:01:44,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:44,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +7: [2022-12-03 22:01:44,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:44,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +6: [2022-12-03 22:01:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_08-model_00-model_states.pt. +0: [2022-12-03 22:01:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:44,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:44,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:44,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:44,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:44,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:44,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +5: [2022-12-03 22:01:44,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +1: [2022-12-03 22:01:45,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +0: [2022-12-03 22:01:45,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +7: [2022-12-03 22:01:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +3: [2022-12-03 22:01:45,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +4: [2022-12-03 22:01:45,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +6: [2022-12-03 22:01:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt... +2: [2022-12-03 22:01:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +1: [2022-12-03 22:01:45,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +4: [2022-12-03 22:01:45,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +5: [2022-12-03 22:01:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +2: [2022-12-03 22:01:45,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +3: [2022-12-03 22:01:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +0: [2022-12-03 22:01:45,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +6: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_09-model_00-model_states.pt. +7: [2022-12-03 22:01:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +1: [2022-12-03 22:01:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +4: [2022-12-03 22:01:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +3: [2022-12-03 22:01:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +6: [2022-12-03 22:01:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +5: [2022-12-03 22:01:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +2: [2022-12-03 22:01:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +0: [2022-12-03 22:01:45,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt... +7: [2022-12-03 22:01:45,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:45,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:45,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:45,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +1: [2022-12-03 22:01:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +4: [2022-12-03 22:01:45,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +3: [2022-12-03 22:01:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:46,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:46,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:46,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +5: [2022-12-03 22:01:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:46,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:46,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +6: [2022-12-03 22:01:46,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +2: [2022-12-03 22:01:46,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:46,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:46,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:46,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:46,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +0: [2022-12-03 22:01:46,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_10-model_00-model_states.pt. +7: [2022-12-03 22:01:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +4: [2022-12-03 22:01:46,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:46,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +1: [2022-12-03 22:01:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +5: [2022-12-03 22:01:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +3: [2022-12-03 22:01:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:46,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +0: [2022-12-03 22:01:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:46,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:47,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:47,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:47,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:47,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:47,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +4: [2022-12-03 22:01:47,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:47,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +0: [2022-12-03 22:01:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:47,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +1: [2022-12-03 22:01:47,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +3: [2022-12-03 22:01:47,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +5: [2022-12-03 22:01:47,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +2: [2022-12-03 22:01:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:47,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:47,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +6: [2022-12-03 22:01:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +6: [2022-12-03 22:01:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +7: [2022-12-03 22:01:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt... +2: [2022-12-03 22:01:47,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_11-model_00-model_states.pt. +7: [2022-12-03 22:01:47,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +5: [2022-12-03 22:01:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +1: [2022-12-03 22:01:47,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +3: [2022-12-03 22:01:47,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +2: [2022-12-03 22:01:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +0: [2022-12-03 22:01:47,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +6: [2022-12-03 22:01:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +7: [2022-12-03 22:01:47,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt... +4: [2022-12-03 22:01:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +5: [2022-12-03 22:01:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:47,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:47,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:47,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:47,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:47,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +4: [2022-12-03 22:01:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:47,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:47,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:47,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:47,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:47,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:47,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:48,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +2: [2022-12-03 22:01:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +6: [2022-12-03 22:01:48,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +1: [2022-12-03 22:01:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +0: [2022-12-03 22:01:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +7: [2022-12-03 22:01:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:48,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_12-model_00-model_states.pt. +3: [2022-12-03 22:01:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +1: [2022-12-03 22:01:48,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +0: [2022-12-03 22:01:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +3: [2022-12-03 22:01:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +2: [2022-12-03 22:01:48,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +4: [2022-12-03 22:01:48,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:48,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +4: [2022-12-03 22:01:48,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:48,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:48,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:48,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +6: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +7: [2022-12-03 22:01:48,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt... +5: [2022-12-03 22:01:48,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:48,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:48,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +5: [2022-12-03 22:01:48,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:48,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:48,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:48,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:48,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:48,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +6: [2022-12-03 22:01:48,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:48,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:48,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +1: [2022-12-03 22:01:48,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:48,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:48,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:48,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:48,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +3: [2022-12-03 22:01:48,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:48,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:48,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +0: [2022-12-03 22:01:48,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:48,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:48,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:48,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:48,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +2: [2022-12-03 22:01:49,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_13-model_00-model_states.pt. +7: [2022-12-03 22:01:49,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +1: [2022-12-03 22:01:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +0: [2022-12-03 22:01:49,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +6: [2022-12-03 22:01:49,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +3: [2022-12-03 22:01:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +2: [2022-12-03 22:01:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +7: [2022-12-03 22:01:49,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +4: [2022-12-03 22:01:49,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt... +5: [2022-12-03 22:01:49,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:49,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:49,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +4: [2022-12-03 22:01:49,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:49,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:49,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:49,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:49,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:49,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +5: [2022-12-03 22:01:49,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:49,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +6: [2022-12-03 22:01:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +1: [2022-12-03 22:01:49,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:49,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:49,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:49,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:49,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:49,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +0: [2022-12-03 22:01:49,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +2: [2022-12-03 22:01:49,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +7: [2022-12-03 22:01:49,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_14-model_00-model_states.pt. +3: [2022-12-03 22:01:49,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:49,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:49,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:50,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:50,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:50,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +0: [2022-12-03 22:01:50,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +6: [2022-12-03 22:01:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +5: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +7: [2022-12-03 22:01:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +4: [2022-12-03 22:01:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +2: [2022-12-03 22:01:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +3: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt... +1: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +1: [2022-12-03 22:01:50,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:50,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:50,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +4: [2022-12-03 22:01:50,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:50,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:50,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:50,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:50,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:50,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:50,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:50,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +5: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +7: [2022-12-03 22:01:50,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +0: [2022-12-03 22:01:50,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:50,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +6: [2022-12-03 22:01:50,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:50,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +3: [2022-12-03 22:01:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_15-model_00-model_states.pt. +2: [2022-12-03 22:01:50,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:50,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:50,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:50,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +4: [2022-12-03 22:01:51,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +0: [2022-12-03 22:01:51,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +2: [2022-12-03 22:01:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +1: [2022-12-03 22:01:51,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +5: [2022-12-03 22:01:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +6: [2022-12-03 22:01:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +0: [2022-12-03 22:01:51,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +1: [2022-12-03 22:01:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +3: [2022-12-03 22:01:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt... +7: [2022-12-03 22:01:51,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:51,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +7: [2022-12-03 22:01:51,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +2: [2022-12-03 22:01:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:51,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:51,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:51,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:51,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:51,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:51,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +4: [2022-12-03 22:01:51,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +5: [2022-12-03 22:01:51,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +6: [2022-12-03 22:01:51,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:51,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:51,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:51,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:51,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:51,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:51,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:51,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:51,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_16-model_00-model_states.pt. +3: [2022-12-03 22:01:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +4: [2022-12-03 22:01:52,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +0: [2022-12-03 22:01:52,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +7: [2022-12-03 22:01:52,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +1: [2022-12-03 22:01:52,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +5: [2022-12-03 22:01:52,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +2: [2022-12-03 22:01:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +4: [2022-12-03 22:01:52,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +3: [2022-12-03 22:01:52,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt... +6: [2022-12-03 22:01:52,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +6: [2022-12-03 22:01:52,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +0: [2022-12-03 22:01:52,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +1: [2022-12-03 22:01:52,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +2: [2022-12-03 22:01:52,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:52,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:52,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:52,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:52,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:52,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:52,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +7: [2022-12-03 22:01:52,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:52,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +3: [2022-12-03 22:01:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_17-model_00-model_states.pt. +5: [2022-12-03 22:01:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:52,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:52,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:53,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:53,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:53,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:53,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +6: [2022-12-03 22:01:53,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:53,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +2: [2022-12-03 22:01:53,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +5: [2022-12-03 22:01:53,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +1: [2022-12-03 22:01:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +3: [2022-12-03 22:01:53,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +0: [2022-12-03 22:01:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +7: [2022-12-03 22:01:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt... +4: [2022-12-03 22:01:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:53,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:53,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +2: [2022-12-03 22:01:53,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +1: [2022-12-03 22:01:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:53,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:53,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +4: [2022-12-03 22:01:53,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +0: [2022-12-03 22:01:53,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:53,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +5: [2022-12-03 22:01:53,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +7: [2022-12-03 22:01:53,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +3: [2022-12-03 22:01:53,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:53,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:53,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:53,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_18-model_00-model_states.pt. +6: [2022-12-03 22:01:53,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:53,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:53,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:53,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:53,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:53,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:53,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:53,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:53,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:53,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:53,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +5: [2022-12-03 22:01:54,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +1: [2022-12-03 22:01:54,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +6: [2022-12-03 22:01:54,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +2: [2022-12-03 22:01:54,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +3: [2022-12-03 22:01:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +0: [2022-12-03 22:01:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +7: [2022-12-03 22:01:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt... +4: [2022-12-03 22:01:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:54,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:54,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:54,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:54,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:54,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:54,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:54,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +4: [2022-12-03 22:01:54,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +5: [2022-12-03 22:01:54,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:54,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:54,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +2: [2022-12-03 22:01:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +3: [2022-12-03 22:01:54,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +0: [2022-12-03 22:01:54,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:54,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +7: [2022-12-03 22:01:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +6: [2022-12-03 22:01:54,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_19-model_00-model_states.pt. +1: [2022-12-03 22:01:54,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:54,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:54,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:54,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:54,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:54,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:54,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:54,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:54,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:54,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +5: [2022-12-03 22:01:55,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +1: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +6: [2022-12-03 22:01:55,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +0: [2022-12-03 22:01:55,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +4: [2022-12-03 22:01:55,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:55,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +3: [2022-12-03 22:01:55,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:55,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:55,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +2: [2022-12-03 22:01:55,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +7: [2022-12-03 22:01:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt... +4: [2022-12-03 22:01:55,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:55,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:55,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:55,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:55,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +1: [2022-12-03 22:01:55,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:55,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:55,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:55,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:55,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +5: [2022-12-03 22:01:55,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:55,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +2: [2022-12-03 22:01:55,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:55,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:55,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:55,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:55,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +6: [2022-12-03 22:01:55,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:55,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +3: [2022-12-03 22:01:55,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +7: [2022-12-03 22:01:55,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_20-model_00-model_states.pt. +0: [2022-12-03 22:01:55,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:55,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:55,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:55,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +6: [2022-12-03 22:01:56,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +4: [2022-12-03 22:01:56,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +3: [2022-12-03 22:01:56,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +0: [2022-12-03 22:01:56,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:56,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +2: [2022-12-03 22:01:56,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:56,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:56,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +5: [2022-12-03 22:01:56,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:56,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:56,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +7: [2022-12-03 22:01:56,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt... +1: [2022-12-03 22:01:56,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +6: [2022-12-03 22:01:56,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +4: [2022-12-03 22:01:56,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +2: [2022-12-03 22:01:56,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:56,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:56,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:56,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:56,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +5: [2022-12-03 22:01:56,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:56,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:56,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:56,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:56,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:56,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +1: [2022-12-03 22:01:56,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:56,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:56,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:56,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:56,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:56,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:56,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +7: [2022-12-03 22:01:56,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +0: [2022-12-03 22:01:56,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_21-model_00-model_states.pt. +3: [2022-12-03 22:01:56,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:56,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:56,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:56,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +6: [2022-12-03 22:01:57,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +2: [2022-12-03 22:01:57,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +7: [2022-12-03 22:01:57,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +1: [2022-12-03 22:01:57,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +5: [2022-12-03 22:01:57,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +3: [2022-12-03 22:01:57,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +0: [2022-12-03 22:01:57,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt... +4: [2022-12-03 22:01:57,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +5: [2022-12-03 22:01:57,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +2: [2022-12-03 22:01:57,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +4: [2022-12-03 22:01:57,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:57,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +7: [2022-12-03 22:01:57,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +1: [2022-12-03 22:01:57,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:57,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +6: [2022-12-03 22:01:57,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:57,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:57,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:57,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:57,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +3: [2022-12-03 22:01:57,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_22-model_00-model_states.pt. +0: [2022-12-03 22:01:57,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:57,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:57,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +4: [2022-12-03 22:01:58,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +7: [2022-12-03 22:01:58,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:58,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:58,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:58,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:58,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:58,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +0: [2022-12-03 22:01:58,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +6: [2022-12-03 22:01:58,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +3: [2022-12-03 22:01:58,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:58,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +2: [2022-12-03 22:01:58,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:58,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:58,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:58,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:58,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +1: [2022-12-03 22:01:58,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt... +5: [2022-12-03 22:01:58,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:58,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:58,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:58,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:58,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:58,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +7: [2022-12-03 22:01:58,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:58,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:58,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:58,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:58,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +4: [2022-12-03 22:01:58,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:58,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +2: [2022-12-03 22:01:58,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:58,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:58,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:58,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:58,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +5: [2022-12-03 22:01:58,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:58,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +6: [2022-12-03 22:01:58,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:58,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:58,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +0: [2022-12-03 22:01:58,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +1: [2022-12-03 22:01:58,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_23-model_00-model_states.pt. +3: [2022-12-03 22:01:58,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:58,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:58,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +7: [2022-12-03 22:01:59,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +5: [2022-12-03 22:01:59,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:59,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:59,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +6: [2022-12-03 22:01:59,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +0: [2022-12-03 22:01:59,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +3: [2022-12-03 22:01:59,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +2: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +1: [2022-12-03 22:01:59,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt... +4: [2022-12-03 22:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +6: [2022-12-03 22:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:01:59,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +3: [2022-12-03 22:01:59,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +4: [2022-12-03 22:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:01:59,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:01:59,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:01:59,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:01:59,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:01:59,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +2: [2022-12-03 22:01:59,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +5: [2022-12-03 22:01:59,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:01:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:01:59,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:01:59,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:01:59,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:01:59,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:01:59,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +7: [2022-12-03 22:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +1: [2022-12-03 22:01:59,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_24-model_00-model_states.pt. +0: [2022-12-03 22:01:59,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:01:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:01:59,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:01:59,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:01:59,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:01:59,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:01:59,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:01:59,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +2: [2022-12-03 22:02:00,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +4: [2022-12-03 22:02:00,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +5: [2022-12-03 22:02:00,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +0: [2022-12-03 22:02:00,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +3: [2022-12-03 22:02:00,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +1: [2022-12-03 22:02:00,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +6: [2022-12-03 22:02:00,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt... +7: [2022-12-03 22:02:00,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +4: [2022-12-03 22:02:00,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +5: [2022-12-03 22:02:00,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:00,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:00,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +0: [2022-12-03 22:02:00,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +1: [2022-12-03 22:02:00,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +7: [2022-12-03 22:02:00,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:00,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:00,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:00,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:00,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +3: [2022-12-03 22:02:00,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +6: [2022-12-03 22:02:00,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_25-model_00-model_states.pt. +2: [2022-12-03 22:02:00,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:00,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:00,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:00,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:00,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:00,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:00,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:00,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +3: [2022-12-03 22:02:01,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +7: [2022-12-03 22:02:01,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:01,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:01,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +6: [2022-12-03 22:02:01,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:01,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:01,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +5: [2022-12-03 22:02:01,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +0: [2022-12-03 22:02:01,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +4: [2022-12-03 22:02:01,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +4: [2022-12-03 22:02:01,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +1: [2022-12-03 22:02:01,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt... +2: [2022-12-03 22:02:01,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:01,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:01,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:01,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:01,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:01,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +2: [2022-12-03 22:02:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:01,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +6: [2022-12-03 22:02:01,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:01,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +3: [2022-12-03 22:02:01,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +5: [2022-12-03 22:02:01,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +1: [2022-12-03 22:02:01,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +0: [2022-12-03 22:02:01,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_26-model_00-model_states.pt. +7: [2022-12-03 22:02:01,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:01,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:01,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:01,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:01,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:01,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +4: [2022-12-03 22:02:02,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:02,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:02,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:02,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +7: [2022-12-03 22:02:02,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +3: [2022-12-03 22:02:02,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +5: [2022-12-03 22:02:02,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +2: [2022-12-03 22:02:02,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +1: [2022-12-03 22:02:02,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +0: [2022-12-03 22:02:02,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt... +6: [2022-12-03 22:02:02,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:02,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +6: [2022-12-03 22:02:02,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:02,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:02,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:02,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +2: [2022-12-03 22:02:02,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:02,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +7: [2022-12-03 22:02:02,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +5: [2022-12-03 22:02:02,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +3: [2022-12-03 22:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +1: [2022-12-03 22:02:02,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +0: [2022-12-03 22:02:02,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_27-model_00-model_states.pt. +4: [2022-12-03 22:02:02,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:02,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:02,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:02,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:02,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:02,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:02,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:03,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:03,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:03,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +2: [2022-12-03 22:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +5: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +1: [2022-12-03 22:02:03,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +3: [2022-12-03 22:02:03,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +7: [2022-12-03 22:02:03,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +0: [2022-12-03 22:02:03,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +4: [2022-12-03 22:02:03,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt... +6: [2022-12-03 22:02:03,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:03,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +7: [2022-12-03 22:02:03,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +3: [2022-12-03 22:02:03,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +6: [2022-12-03 22:02:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:03,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:03,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:03,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:03,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +0: [2022-12-03 22:02:03,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +2: [2022-12-03 22:02:03,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:03,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +4: [2022-12-03 22:02:03,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:03,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +1: [2022-12-03 22:02:03,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:03,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_28-model_00-model_states.pt. +5: [2022-12-03 22:02:03,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:03,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:03,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:03,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:03,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:03,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:03,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:03,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:03,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:03,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:03,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:03,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:03,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +7: [2022-12-03 22:02:04,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +2: [2022-12-03 22:02:04,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +4: [2022-12-03 22:02:04,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +0: [2022-12-03 22:02:04,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +1: [2022-12-03 22:02:04,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:04,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:04,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +3: [2022-12-03 22:02:04,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:04,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:04,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +5: [2022-12-03 22:02:04,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt... +6: [2022-12-03 22:02:04,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:04,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +1: [2022-12-03 22:02:04,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:04,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:04,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +3: [2022-12-03 22:02:04,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:04,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:04,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +2: [2022-12-03 22:02:04,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +6: [2022-12-03 22:02:04,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +0: [2022-12-03 22:02:04,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +7: [2022-12-03 22:02:04,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:04,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:04,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:04,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +5: [2022-12-03 22:02:04,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_29-model_00-model_states.pt. +4: [2022-12-03 22:02:04,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:04,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:04,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:04,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +2: [2022-12-03 22:02:05,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +3: [2022-12-03 22:02:05,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +1: [2022-12-03 22:02:05,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +4: [2022-12-03 22:02:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:05,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:05,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:05,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +6: [2022-12-03 22:02:05,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +4: [2022-12-03 22:02:05,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:05,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:05,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +5: [2022-12-03 22:02:05,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +5: [2022-12-03 22:02:05,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +0: [2022-12-03 22:02:05,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt... +7: [2022-12-03 22:02:05,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:05,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +7: [2022-12-03 22:02:05,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +2: [2022-12-03 22:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:05,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:05,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +1: [2022-12-03 22:02:05,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +3: [2022-12-03 22:02:05,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:05,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:05,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:05,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:05,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +0: [2022-12-03 22:02:05,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_30-model_00-model_states.pt. +6: [2022-12-03 22:02:05,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:05,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:05,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:05,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:05,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +5: [2022-12-03 22:02:05,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:05,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:06,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:06,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:06,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:06,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +4: [2022-12-03 22:02:06,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +6: [2022-12-03 22:02:06,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +4: [2022-12-03 22:02:06,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +1: [2022-12-03 22:02:06,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +5: [2022-12-03 22:02:06,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +7: [2022-12-03 22:02:06,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +3: [2022-12-03 22:02:06,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +2: [2022-12-03 22:02:06,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:06,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:06,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +2: [2022-12-03 22:02:06,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +1: [2022-12-03 22:02:06,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:06,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +7: [2022-12-03 22:02:06,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +0: [2022-12-03 22:02:06,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt... +3: [2022-12-03 22:02:06,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +6: [2022-12-03 22:02:06,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:06,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_31-model_00-model_states.pt. +0: [2022-12-03 22:02:06,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:06,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:06,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:06,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:06,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:06,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +5: [2022-12-03 22:02:06,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:06,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:06,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +7: [2022-12-03 22:02:06,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:06,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:06,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:06,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:07,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:07,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:07,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:07,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:07,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:07,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:07,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:07,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:07,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +5: [2022-12-03 22:02:07,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:07,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:07,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:07,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +1: [2022-12-03 22:02:07,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +4: [2022-12-03 22:02:07,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:07,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:07,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:07,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +0: [2022-12-03 22:02:07,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:07,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +2: [2022-12-03 22:02:07,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:07,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:07,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +3: [2022-12-03 22:02:07,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +2: [2022-12-03 22:02:07,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:07,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:07,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +6: [2022-12-03 22:02:07,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt... +4: [2022-12-03 22:02:07,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_44_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_41_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_43_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_45_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_40_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_47_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_46_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:07,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_42_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +2: [2022-12-03 22:02:07,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_16_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_22_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_20_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_18_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_19_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_23_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_17_mp_rank_00_optim_states.pt... +2: [2022-12-03 22:02:07,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_21_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +3: [2022-12-03 22:02:07,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +3: [2022-12-03 22:02:07,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +3: [2022-12-03 22:02:07,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +1: [2022-12-03 22:02:07,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_35_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_39_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_33_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_34_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_32_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_38_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_36_mp_rank_00_optim_states.pt... +4: [2022-12-03 22:02:07,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_37_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_30_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_25_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_29_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_31_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_24_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_27_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_26_mp_rank_00_optim_states.pt... +3: [2022-12-03 22:02:07,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_28_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_9_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_8_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_10_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_11_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_14_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_15_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_12_mp_rank_00_optim_states.pt... +1: [2022-12-03 22:02:07,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_13_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +6: [2022-12-03 22:02:07,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +7: [2022-12-03 22:02:07,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +7: [2022-12-03 22:02:07,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_32-model_00-model_states.pt. +0: [2022-12-03 22:02:07,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_56_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_60_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_58_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_63_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_61_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_62_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_57_mp_rank_00_optim_states.pt... +7: [2022-12-03 22:02:07,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_59_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +0: [2022-12-03 22:02:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +6: [2022-12-03 22:02:07,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt... +6: [2022-12-03 22:02:07,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/layer_34-model_00-model_states.pt. +0: [2022-12-03 22:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_2_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_7_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_1_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_3_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_5_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_0_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_6_mp_rank_00_optim_states.pt... +0: [2022-12-03 22:02:07,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_4_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_49_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_53_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_48_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_55_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_51_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_50_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_52_mp_rank_00_optim_states.pt... +6: [2022-12-03 22:02:07,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_54_mp_rank_00_optim_states.pt... +5: [2022-12-03 22:02:11,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_45_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:11,467] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 45 +3: [2022-12-03 22:02:11,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_28_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:11,495] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 28 +5: [2022-12-03 22:02:11,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 45 +3: [2022-12-03 22:02:11,538] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 28 +3: [2022-12-03 22:02:11,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_25_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:11,822] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 25 +3: [2022-12-03 22:02:11,861] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 25 +7: [2022-12-03 22:02:11,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_61_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:11,914] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 61 +3: [2022-12-03 22:02:11,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_27_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:11,947] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 27 +7: [2022-12-03 22:02:11,955] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 61 +4: [2022-12-03 22:02:11,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_35_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:11,978] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 35 +3: [2022-12-03 22:02:11,987] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 27 +6: [2022-12-03 22:02:11,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_54_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:11,990] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 54 +1: [2022-12-03 22:02:11,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_15_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:11,998] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 15 +4: [2022-12-03 22:02:12,015] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 35 +5: [2022-12-03 22:02:12,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_42_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,017] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 42 +6: [2022-12-03 22:02:12,033] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 54 +1: [2022-12-03 22:02:12,034] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 15 +5: [2022-12-03 22:02:12,063] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 42 +5: [2022-12-03 22:02:12,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_41_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,093] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 41 +1: [2022-12-03 22:02:12,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_11_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,104] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 11 +3: [2022-12-03 22:02:12,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_29_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:12,105] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 29 +6: [2022-12-03 22:02:12,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_55_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,117] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 55 +5: [2022-12-03 22:02:12,128] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 41 +3: [2022-12-03 22:02:12,140] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 29 +1: [2022-12-03 22:02:12,140] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 11 +2: [2022-12-03 22:02:12,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_17_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,146] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 17 +6: [2022-12-03 22:02:12,152] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 55 +1: [2022-12-03 22:02:12,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_9_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,165] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 9 +0: [2022-12-03 22:02:12,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_5_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,170] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 5 +1: [2022-12-03 22:02:12,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_8_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,173] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 8 +5: [2022-12-03 22:02:12,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_40_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,182] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 40 +2: [2022-12-03 22:02:12,184] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 17 +1: [2022-12-03 22:02:12,206] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 9 +0: [2022-12-03 22:02:12,209] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 5 +1: [2022-12-03 22:02:12,214] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 8 +4: [2022-12-03 22:02:12,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_39_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,216] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 39 +5: [2022-12-03 22:02:12,224] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 40 +0: [2022-12-03 22:02:12,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_7_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,245] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 7 +4: [2022-12-03 22:02:12,255] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 39 +2: [2022-12-03 22:02:12,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_16_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,262] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 16 +2: [2022-12-03 22:02:12,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_23_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,264] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 23 +1: [2022-12-03 22:02:12,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_12_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,269] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 12 +0: [2022-12-03 22:02:12,279] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 7 +2: [2022-12-03 22:02:12,301] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 23 +0: [2022-12-03 22:02:12,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_0_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,302] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 0 +2: [2022-12-03 22:02:12,303] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 16 +1: [2022-12-03 22:02:12,309] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 12 +2: [2022-12-03 22:02:12,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_19_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,334] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 19 +1: [2022-12-03 22:02:12,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_14_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_6_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,336] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 14 +0: [2022-12-03 22:02:12,336] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 6 +0: [2022-12-03 22:02:12,342] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 0 +5: [2022-12-03 22:02:12,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_46_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,352] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 46 +7: [2022-12-03 22:02:12,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_57_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,363] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 57 +7: [2022-12-03 22:02:12,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_63_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,364] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 63 +2: [2022-12-03 22:02:12,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_18_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,366] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 18 +2: [2022-12-03 22:02:12,371] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 19 +0: [2022-12-03 22:02:12,372] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 6 +1: [2022-12-03 22:02:12,375] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 14 +0: could not find arguments in the checkpoint ... +0: checkpoint version 3.0 +5: [2022-12-03 22:02:12,391] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 46 +7: [2022-12-03 22:02:12,402] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 63 +2: [2022-12-03 22:02:12,405] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 18 +7: [2022-12-03 22:02:12,409] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 57 +1: [2022-12-03 22:02:12,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_13_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,420] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 13 +1: [2022-12-03 22:02:12,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_10_mp_rank_00_optim_states.pt. +1: [2022-12-03 22:02:12,444] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 10 +1: [2022-12-03 22:02:12,462] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 13 +2: [2022-12-03 22:02:12,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_21_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,477] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 21 +3: [2022-12-03 22:02:12,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_30_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:12,483] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 30 +5: [2022-12-03 22:02:12,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_47_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,484] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 47 +1: [2022-12-03 22:02:12,484] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 10 +0: [2022-12-03 22:02:12,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_1_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,506] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 1 +2: [2022-12-03 22:02:12,518] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 21 +5: [2022-12-03 22:02:12,518] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 47 +3: [2022-12-03 22:02:12,523] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 30 +7: [2022-12-03 22:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_58_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,539] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 58 +6: [2022-12-03 22:02:12,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_49_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,539] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 49 +0: [2022-12-03 22:02:12,548] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 1 +4: [2022-12-03 22:02:12,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_33_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,559] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 33 +4: [2022-12-03 22:02:12,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_38_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,564] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 38 +6: [2022-12-03 22:02:12,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_51_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,572] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 51 +7: [2022-12-03 22:02:12,574] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 58 +6: [2022-12-03 22:02:12,577] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 49 +2: [2022-12-03 22:02:12,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_22_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 22 +5: [2022-12-03 22:02:12,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_44_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,594] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 44 +4: [2022-12-03 22:02:12,601] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 33 +4: [2022-12-03 22:02:12,607] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 38 +6: [2022-12-03 22:02:12,614] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 51 +7: [2022-12-03 22:02:12,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_59_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 59 +2: [2022-12-03 22:02:12,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_20_mp_rank_00_optim_states.pt. +2: [2022-12-03 22:02:12,626] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 20 +2: [2022-12-03 22:02:12,632] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 22 +7: [2022-12-03 22:02:12,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_60_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 60 +5: [2022-12-03 22:02:12,637] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 44 +3: [2022-12-03 22:02:12,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_26_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:12,642] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 26 +2: [2022-12-03 22:02:12,667] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 20 +7: [2022-12-03 22:02:12,671] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 59 +7: [2022-12-03 22:02:12,677] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 60 +6: [2022-12-03 22:02:12,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_52_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,678] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 52 +7: [2022-12-03 22:02:12,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_62_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,680] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 62 +4: [2022-12-03 22:02:12,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_32_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,682] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 32 +4: [2022-12-03 22:02:12,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_34_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,684] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 34 +3: [2022-12-03 22:02:12,686] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 26 +6: [2022-12-03 22:02:12,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_50_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,688] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 50 +5: [2022-12-03 22:02:12,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_43_mp_rank_00_optim_states.pt. +5: [2022-12-03 22:02:12,689] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 43 +4: [2022-12-03 22:02:12,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_36_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,696] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 36 +7: [2022-12-03 22:02:12,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_56_mp_rank_00_optim_states.pt. +7: [2022-12-03 22:02:12,702] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 56 +0: [2022-12-03 22:02:12,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_3_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,712] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 3 +4: [2022-12-03 22:02:12,723] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 32 +7: [2022-12-03 22:02:12,725] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 62 +4: [2022-12-03 22:02:12,727] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 34 +6: [2022-12-03 22:02:12,729] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 52 +6: [2022-12-03 22:02:12,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 50 +5: [2022-12-03 22:02:12,733] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 43 +4: [2022-12-03 22:02:12,737] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 36 +7: [2022-12-03 22:02:12,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 56 +3: [2022-12-03 22:02:12,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_24_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:12,749] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 24 +0: [2022-12-03 22:02:12,753] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 3 +6: [2022-12-03 22:02:12,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_53_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,781] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 53 +0: [2022-12-03 22:02:12,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_4_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,785] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 4 +4: [2022-12-03 22:02:12,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_37_mp_rank_00_optim_states.pt. +4: [2022-12-03 22:02:12,785] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 37 +3: [2022-12-03 22:02:12,794] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 24 +6: [2022-12-03 22:02:12,821] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 53 +4: [2022-12-03 22:02:12,824] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 37 +0: [2022-12-03 22:02:12,826] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 4 +6: [2022-12-03 22:02:12,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_48_mp_rank_00_optim_states.pt. +6: [2022-12-03 22:02:12,835] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 48 +3: [2022-12-03 22:02:12,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_31_mp_rank_00_optim_states.pt. +3: [2022-12-03 22:02:12,843] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 31 +0: [2022-12-03 22:02:12,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from checkpoints_7b1xp3ru/global_step0/zero_pp_rank_2_mp_rank_00_optim_states.pt. +0: [2022-12-03 22:02:12,863] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 64 ZeRO state_dicts for rank 2 +6: [2022-12-03 22:02:12,876] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 48 +3: [2022-12-03 22:02:12,884] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 31 +0: [2022-12-03 22:02:12,908] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 64 zero partition checkpoints for rank 2 +0: successfully loaded checkpoint from checkpoints_7b1xp3ru at iteration 0 +7: time (ms) | load-checkpoint: 39321.92 +0: estimated model parameters: 7.069016064 +0: estimated model parameters without embeddings: 6.041411584 +0: [after model, optimizer, and learning rate scheduler are built] datetime: 2022-12-03 22:02:13 +0: > building train, validation, and test datasets ... +0: > datasets target sizes (minimum size): +0: train: 6348800 +0: validation: 14336 +0: test: 2048 +0: > building train, validation, and test datasets for T0 ... +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.038026 seconds +0: number of documents: 31495184 +0: > dataset split: +0: train: +0: document indices in [0, 29920425) total of 29920425 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028365 seconds +0: number of documents: 31495184 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000639 seconds +0: number of documents: 31495184 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_en_train_indexmap_2212903ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_en_train_indexmap_2212903ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.069 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.035457 seconds +0: number of documents: 5240641 +0: > dataset split: +0: train: +0: document indices in [0, 4978609) total of 4978609 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030179 seconds +0: number of documents: 5240641 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001545 seconds +0: number of documents: 5240641 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ru_train_indexmap_742043ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ru_train_indexmap_742043ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.056 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.027576 seconds +0: number of documents: 5151349 +0: > dataset split: +0: train: +0: document indices in [0, 4893782) total of 4893782 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030121 seconds +0: number of documents: 5151349 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001217 seconds +0: number of documents: 5151349 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_es_train_indexmap_449683ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_es_train_indexmap_449683ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.067 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031191 seconds +0: number of documents: 3562772 +0: > dataset split: +0: train: +0: document indices in [0, 3384633) total of 3384633 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.051156 seconds +0: number of documents: 3562772 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001038 seconds +0: number of documents: 3562772 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pt_train_indexmap_364031ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pt_train_indexmap_364031ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.072 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029652 seconds +0: number of documents: 5055942 +0: > dataset split: +0: train: +0: document indices in [0, 4803145) total of 4803145 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029834 seconds +0: number of documents: 5055942 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001536 seconds +0: number of documents: 5055942 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fr_train_indexmap_329413ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fr_train_indexmap_329413ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.061 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.204546 seconds +0: number of documents: 2148955 +0: > dataset split: +0: train: +0: document indices in [0, 2041507) total of 2041507 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.005129 seconds +0: number of documents: 2148955 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001108 seconds +0: number of documents: 2148955 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ar_train_indexmap_277779ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ar_train_indexmap_277779ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.059 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.032179 seconds +0: number of documents: 2627392 +0: > dataset split: +0: train: +0: document indices in [0, 2496022) total of 2496022 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031527 seconds +0: number of documents: 2627392 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000849 seconds +0: number of documents: 2627392 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_id_train_indexmap_273563ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_id_train_indexmap_273563ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.056 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030960 seconds +0: number of documents: 3560556 +0: > dataset split: +0: train: +0: document indices in [0, 3382528) total of 3382528 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029835 seconds +0: number of documents: 3560556 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000872 seconds +0: number of documents: 3560556 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zh_train_indexmap_272591ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zh_train_indexmap_272591ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.101 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.045744 seconds +0: number of documents: 1543441 +0: > dataset split: +0: train: +0: document indices in [0, 1466269) total of 1466269 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.039982 seconds +0: number of documents: 1543441 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000969 seconds +0: number of documents: 1543441 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_hi_train_indexmap_260938ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_hi_train_indexmap_260938ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.064 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.017433 seconds +0: number of documents: 2707724 +0: > dataset split: +0: train: +0: document indices in [0, 2572338) total of 2572338 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.016691 seconds +0: number of documents: 2707724 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001143 seconds +0: number of documents: 2707724 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_code_train_indexmap_257199ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_code_train_indexmap_257199ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.050 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.019221 seconds +0: number of documents: 1667306 +0: > dataset split: +0: train: +0: document indices in [0, 1583941) total of 1583941 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.017263 seconds +0: number of documents: 1667306 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000922 seconds +0: number of documents: 1667306 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_vi_train_indexmap_184190ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_vi_train_indexmap_184190ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.048 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029973 seconds +0: number of documents: 855756 +0: > dataset split: +0: train: +0: document indices in [0, 812968) total of 812968 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.022463 seconds +0: number of documents: 855756 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.026020 seconds +0: number of documents: 855756 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ur_train_indexmap_113925ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ur_train_indexmap_113925ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.062 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028643 seconds +0: number of documents: 573364 +0: > dataset split: +0: train: +0: document indices in [0, 544696) total of 544696 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.038253 seconds +0: number of documents: 573364 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001329 seconds +0: number of documents: 573364 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_te_train_indexmap_79161ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_te_train_indexmap_79161ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.068 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028606 seconds +0: number of documents: 410633 +0: > dataset split: +0: train: +0: document indices in [0, 390101) total of 390101 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.038501 seconds +0: number of documents: 410633 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001260 seconds +0: number of documents: 410633 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ta_train_indexmap_54906ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ta_train_indexmap_54906ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.056 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.025880 seconds +0: number of documents: 428843 +0: > dataset split: +0: train: +0: document indices in [0, 407401) total of 407401 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.018326 seconds +0: number of documents: 428843 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001201 seconds +0: number of documents: 428843 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bn_train_indexmap_49455ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bn_train_indexmap_49455ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.041 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030671 seconds +0: number of documents: 417269 +0: > dataset split: +0: train: +0: document indices in [0, 396406) total of 396406 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028505 seconds +0: number of documents: 417269 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001338 seconds +0: number of documents: 417269 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_mr_train_indexmap_39567ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_mr_train_indexmap_39567ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.062 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029446 seconds +0: number of documents: 1114455 +0: > dataset split: +0: train: +0: document indices in [0, 1058732) total of 1058732 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.022578 seconds +0: number of documents: 1114455 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001111 seconds +0: number of documents: 1114455 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sw_train_indexmap_33311ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sw_train_indexmap_33311ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.060 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.025101 seconds +0: number of documents: 347499 +0: > dataset split: +0: train: +0: document indices in [0, 330124) total of 330124 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029722 seconds +0: number of documents: 347499 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001281 seconds +0: number of documents: 347499 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_gu_train_indexmap_33299ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_gu_train_indexmap_33299ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.049 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031797 seconds +0: number of documents: 339210 +0: > dataset split: +0: train: +0: document indices in [0, 322250) total of 322250 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031861 seconds +0: number of documents: 339210 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001297 seconds +0: number of documents: 339210 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pa_train_indexmap_31075ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pa_train_indexmap_31075ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.059 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029341 seconds +0: number of documents: 315754 +0: > dataset split: +0: train: +0: document indices in [0, 299966) total of 299966 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.027342 seconds +0: number of documents: 315754 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001272 seconds +0: number of documents: 315754 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ne_train_indexmap_23381ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ne_train_indexmap_23381ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.065 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.025752 seconds +0: number of documents: 918416 +0: > dataset split: +0: train: +0: document indices in [0, 872495) total of 872495 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028949 seconds +0: number of documents: 918416 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001458 seconds +0: number of documents: 918416 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_yo_train_indexmap_20952ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_yo_train_indexmap_20952ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.085 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.033605 seconds +0: number of documents: 950097 +0: > dataset split: +0: train: +0: document indices in [0, 902592) total of 902592 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031050 seconds +0: number of documents: 950097 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001295 seconds +0: number of documents: 950097 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ig_train_indexmap_19315ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ig_train_indexmap_19315ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.053 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.032065 seconds +0: number of documents: 915063 +0: > dataset split: +0: train: +0: document indices in [0, 869310) total of 869310 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.027553 seconds +0: number of documents: 915063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001335 seconds +0: number of documents: 915063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ny_train_indexmap_16162ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ny_train_indexmap_16162ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.050 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031930 seconds +0: number of documents: 915061 +0: > dataset split: +0: train: +0: document indices in [0, 869308) total of 869308 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.018303 seconds +0: number of documents: 915061 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001193 seconds +0: number of documents: 915061 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zu_train_indexmap_15661ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zu_train_indexmap_15661ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.049 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029235 seconds +0: number of documents: 915058 +0: > dataset split: +0: train: +0: document indices in [0, 869305) total of 869305 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.033819 seconds +0: number of documents: 915058 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001158 seconds +0: number of documents: 915058 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_xh_train_indexmap_15125ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_xh_train_indexmap_15125ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.039 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031560 seconds +0: number of documents: 865056 +0: > dataset split: +0: train: +0: document indices in [0, 821803) total of 821803 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.026973 seconds +0: number of documents: 865056 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001318 seconds +0: number of documents: 865056 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sn_train_indexmap_14995ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sn_train_indexmap_14995ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.055 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.045356 seconds +0: number of documents: 915044 +0: > dataset split: +0: train: +0: document indices in [0, 869292) total of 869292 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028452 seconds +0: number of documents: 915044 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001379 seconds +0: number of documents: 915044 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ts_train_indexmap_14863ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ts_train_indexmap_14863ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.060 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.027634 seconds +0: number of documents: 915043 +0: > dataset split: +0: train: +0: document indices in [0, 869291) total of 869291 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.033289 seconds +0: number of documents: 915043 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001163 seconds +0: number of documents: 915043 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rw_train_indexmap_14809ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rw_train_indexmap_14809ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.057 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.032971 seconds +0: number of documents: 915021 +0: > dataset split: +0: train: +0: document indices in [0, 869270) total of 869270 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030499 seconds +0: number of documents: 915021 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001141 seconds +0: number of documents: 915021 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_lg_train_indexmap_14012ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_lg_train_indexmap_14012ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.068 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031724 seconds +0: number of documents: 915054 +0: > dataset split: +0: train: +0: document indices in [0, 869301) total of 869301 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029539 seconds +0: number of documents: 915054 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001203 seconds +0: number of documents: 915054 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tn_train_indexmap_13988ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tn_train_indexmap_13988ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.055 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031295 seconds +0: number of documents: 915051 +0: > dataset split: +0: train: +0: document indices in [0, 869298) total of 869298 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028054 seconds +0: number of documents: 915051 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001312 seconds +0: number of documents: 915051 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_nso_train_indexmap_13643ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_nso_train_indexmap_13643ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.053 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031651 seconds +0: number of documents: 318189 +0: > dataset split: +0: train: +0: document indices in [0, 302280) total of 302280 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029259 seconds +0: number of documents: 318189 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001049 seconds +0: number of documents: 318189 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rn_train_indexmap_11461ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rn_train_indexmap_11461ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.043 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.034195 seconds +0: number of documents: 265864 +0: > dataset split: +0: train: +0: document indices in [0, 252571) total of 252571 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.026590 seconds +0: number of documents: 265864 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001296 seconds +0: number of documents: 265864 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ml_train_indexmap_10396ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ml_train_indexmap_10396ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.047 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029824 seconds +0: number of documents: 265063 +0: > dataset split: +0: train: +0: document indices in [0, 251810) total of 251810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028849 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000801 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_kn_train_indexmap_9827ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_kn_train_indexmap_9827ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.054 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030529 seconds +0: number of documents: 265063 +0: > dataset split: +0: train: +0: document indices in [0, 251810) total of 251810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.036625 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001373 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_or_train_indexmap_9590ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_or_train_indexmap_9590ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.053 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029083 seconds +0: number of documents: 265063 +0: > dataset split: +0: train: +0: document indices in [0, 251810) total of 251810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.026764 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001337 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_as_train_indexmap_9280ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_as_train_indexmap_9280ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.043 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030333 seconds +0: number of documents: 365060 +0: > dataset split: +0: train: +0: document indices in [0, 346807) total of 346807 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030061 seconds +0: number of documents: 365060 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001213 seconds +0: number of documents: 365060 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ln_train_indexmap_7502ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ln_train_indexmap_7502ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.056 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028925 seconds +0: number of documents: 365063 +0: > dataset split: +0: train: +0: document indices in [0, 346810) total of 346810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.025979 seconds +0: number of documents: 365063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001171 seconds +0: number of documents: 365063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_wo_train_indexmap_7279ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_wo_train_indexmap_7279ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.051 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031508 seconds +0: number of documents: 265063 +0: > dataset split: +0: train: +0: document indices in [0, 251810) total of 251810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.027524 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001212 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tum_train_indexmap_6892ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tum_train_indexmap_6892ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.055 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.031689 seconds +0: number of documents: 265180 +0: > dataset split: +0: train: +0: document indices in [0, 251921) total of 251921 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.047971 seconds +0: number of documents: 265180 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001008 seconds +0: number of documents: 265180 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ki_train_indexmap_6832ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ki_train_indexmap_6832ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.047 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.029383 seconds +0: number of documents: 265063 +0: > dataset split: +0: train: +0: document indices in [0, 251810) total of 251810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.030743 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001112 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_st_train_indexmap_6775ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_st_train_indexmap_6775ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.056 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.032128 seconds +0: number of documents: 265063 +0: > dataset split: +0: train: +0: document indices in [0, 251810) total of 251810 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.027323 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001438 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fon_train_indexmap_6716ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fon_train_indexmap_6716ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.055 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.026215 seconds +0: number of documents: 271191 +0: > dataset split: +0: train: +0: document indices in [0, 257631) total of 257631 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.021696 seconds +0: number of documents: 271191 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001127 seconds +0: number of documents: 271191 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ca_train_indexmap_6569ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ca_train_indexmap_6569ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.049 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.034380 seconds +0: number of documents: 269973 +0: > dataset split: +0: train: +0: document indices in [0, 256474) total of 256474 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.032122 seconds +0: number of documents: 269973 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001263 seconds +0: number of documents: 269973 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_eu_train_indexmap_6421ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_eu_train_indexmap_6421ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.050 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.054614 seconds +0: number of documents: 265071 +0: > dataset split: +0: train: +0: document indices in [0, 251817) total of 251817 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.028233 seconds +0: number of documents: 265071 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001295 seconds +0: number of documents: 265071 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ak_train_indexmap_6420ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ak_train_indexmap_6420ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.059 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.025978 seconds +0: number of documents: 265180 +0: > dataset split: +0: train: +0: document indices in [0, 251921) total of 251921 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.020437 seconds +0: number of documents: 265180 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001203 seconds +0: number of documents: 265180 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bm_train_indexmap_6358ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bm_train_indexmap_6358ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.062 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.048392 seconds +0: number of documents: 265071 +0: > dataset split: +0: train: +0: document indices in [0, 251817) total of 251817 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.035603 seconds +0: number of documents: 265071 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001236 seconds +0: number of documents: 265071 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tw_train_indexmap_6313ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tw_train_indexmap_6313ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.067 seconds +0: > building indices for blendable datasets ... +0: > sample ratios: +0: dataset 0, input: 0.34682, achieved: 0.34682 +0: dataset 1, input: 0.116298, achieved: 0.116298 +0: dataset 2, input: 0.0704771, achieved: 0.0704771 +0: dataset 3, input: 0.0570532, achieved: 0.0570532 +0: dataset 4, input: 0.0516276, achieved: 0.0516276 +0: dataset 5, input: 0.0435353, achieved: 0.0435353 +0: dataset 6, input: 0.0428745, achieved: 0.0428745 +0: dataset 7, input: 0.0427221, achieved: 0.0427221 +0: dataset 8, input: 0.0408958, achieved: 0.0408958 +0: dataset 9, input: 0.0403099, achieved: 0.0403099 +0: dataset 10, input: 0.0288674, achieved: 0.0288674 +0: dataset 11, input: 0.017855, achieved: 0.0178549 +0: dataset 12, input: 0.0124065, achieved: 0.0124065 +0: dataset 13, input: 0.0086051, achieved: 0.00860507 +0: dataset 14, input: 0.00775079, achieved: 0.00775079 +0: dataset 15, input: 0.00620118, achieved: 0.00620121 +0: dataset 16, input: 0.00522069, achieved: 0.00522069 +0: dataset 17, input: 0.00521883, achieved: 0.00521884 +0: dataset 18, input: 0.00487023, achieved: 0.00487027 +0: dataset 19, input: 0.00366431, achieved: 0.0036643 +0: dataset 20, input: 0.00328369, achieved: 0.00328366 +0: dataset 21, input: 0.00302713, achieved: 0.00302716 +0: dataset 22, input: 0.00253289, achieved: 0.00253287 +0: dataset 23, input: 0.00245448, achieved: 0.00245448 +0: dataset 24, input: 0.00237033, achieved: 0.00237038 +0: dataset 25, input: 0.00235008, achieved: 0.00235007 +0: dataset 26, input: 0.00232931, achieved: 0.00232933 +0: dataset 27, input: 0.00232089, achieved: 0.00232086 +0: dataset 28, input: 0.00219598, achieved: 0.00219596 +0: dataset 29, input: 0.00219222, achieved: 0.00219219 +0: dataset 30, input: 0.00213808, achieved: 0.00213805 +0: dataset 31, input: 0.00179623, achieved: 0.00179627 +0: dataset 32, input: 0.00162924, achieved: 0.00162924 +0: dataset 33, input: 0.00154004, achieved: 0.00154002 +0: dataset 34, input: 0.00150288, achieved: 0.00150292 +0: dataset 35, input: 0.00145429, achieved: 0.00145432 +0: dataset 36, input: 0.00117562, achieved: 0.00117566 +0: dataset 37, input: 0.00114069, achieved: 0.00114066 +0: dataset 38, input: 0.00108001, achieved: 0.00107998 +0: dataset 39, input: 0.00107074, achieved: 0.00107074 +0: dataset 40, input: 0.0010618, achieved: 0.00106176 +0: dataset 41, input: 0.00105246, achieved: 0.00105245 +0: dataset 42, input: 0.00102941, achieved: 0.00102945 +0: dataset 43, input: 0.00100629, achieved: 0.00100628 +0: dataset 44, input: 0.00100603, achieved: 0.00100603 +0: dataset 45, input: 0.000996348, achieved: 0.00099638 +0: dataset 46, input: 0.000989311, achieved: 0.000989329 +0: > elapsed time for building blendable dataset indices: 0.64 (sec) +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.002090 seconds +0: number of documents: 31495184 +0: > dataset split: +0: validation: +0: document indices in [29920425, 31495184) total of 1574759 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001541 seconds +0: number of documents: 31495184 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001285 seconds +0: number of documents: 31495184 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_en_validation_indexmap_4997ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_en_validation_indexmap_4997ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.059 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001565 seconds +0: number of documents: 5240641 +0: > dataset split: +0: validation: +0: document indices in [4978609, 5240641) total of 262032 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001276 seconds +0: number of documents: 5240641 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000960 seconds +0: number of documents: 5240641 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ru_validation_indexmap_1676ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ru_validation_indexmap_1676ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.055 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001267 seconds +0: number of documents: 5151349 +0: > dataset split: +0: validation: +0: document indices in [4893782, 5151349) total of 257567 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001139 seconds +0: number of documents: 5151349 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000942 seconds +0: number of documents: 5151349 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_es_validation_indexmap_1016ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_es_validation_indexmap_1016ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.055 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001336 seconds +0: number of documents: 3562772 +0: > dataset split: +0: validation: +0: document indices in [3384633, 3562772) total of 178139 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001177 seconds +0: number of documents: 3562772 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000963 seconds +0: number of documents: 3562772 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pt_validation_indexmap_823ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pt_validation_indexmap_823ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.051 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001286 seconds +0: number of documents: 5055942 +0: > dataset split: +0: validation: +0: document indices in [4803145, 5055942) total of 252797 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001101 seconds +0: number of documents: 5055942 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000868 seconds +0: number of documents: 5055942 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fr_validation_indexmap_744ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fr_validation_indexmap_744ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.053 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001220 seconds +0: number of documents: 2148955 +0: > dataset split: +0: validation: +0: document indices in [2041507, 2148955) total of 107448 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000983 seconds +0: number of documents: 2148955 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000791 seconds +0: number of documents: 2148955 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ar_validation_indexmap_628ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ar_validation_indexmap_628ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.048 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001331 seconds +0: number of documents: 2627392 +0: > dataset split: +0: validation: +0: document indices in [2496022, 2627392) total of 131370 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001209 seconds +0: number of documents: 2627392 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000906 seconds +0: number of documents: 2627392 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_id_validation_indexmap_618ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_id_validation_indexmap_618ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.046 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001299 seconds +0: number of documents: 3560556 +0: > dataset split: +0: validation: +0: document indices in [3382528, 3560556) total of 178028 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001131 seconds +0: number of documents: 3560556 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000854 seconds +0: number of documents: 3560556 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zh_validation_indexmap_616ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zh_validation_indexmap_616ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.049 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001379 seconds +0: number of documents: 1543441 +0: > dataset split: +0: validation: +0: document indices in [1466269, 1543441) total of 77172 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001155 seconds +0: number of documents: 1543441 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000958 seconds +0: number of documents: 1543441 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_hi_validation_indexmap_590ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_hi_validation_indexmap_590ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.044 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001312 seconds +0: number of documents: 2707724 +0: > dataset split: +0: validation: +0: document indices in [2572338, 2707724) total of 135386 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001123 seconds +0: number of documents: 2707724 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000955 seconds +0: number of documents: 2707724 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_code_validation_indexmap_581ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_code_validation_indexmap_581ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.049 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001404 seconds +0: number of documents: 1667306 +0: > dataset split: +0: validation: +0: document indices in [1583941, 1667306) total of 83365 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001124 seconds +0: number of documents: 1667306 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000948 seconds +0: number of documents: 1667306 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_vi_validation_indexmap_416ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_vi_validation_indexmap_416ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.051 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001414 seconds +0: number of documents: 855756 +0: > dataset split: +0: validation: +0: document indices in [812968, 855756) total of 42788 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001129 seconds +0: number of documents: 855756 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000960 seconds +0: number of documents: 855756 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ur_validation_indexmap_258ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ur_validation_indexmap_258ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.037 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001660 seconds +0: number of documents: 573364 +0: > dataset split: +0: validation: +0: document indices in [544696, 573364) total of 28668 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001108 seconds +0: number of documents: 573364 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000919 seconds +0: number of documents: 573364 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_te_validation_indexmap_179ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_te_validation_indexmap_179ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.050 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001457 seconds +0: number of documents: 410633 +0: > dataset split: +0: validation: +0: document indices in [390101, 410633) total of 20532 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001075 seconds +0: number of documents: 410633 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000855 seconds +0: number of documents: 410633 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ta_validation_indexmap_124ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ta_validation_indexmap_124ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.040 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001462 seconds +0: number of documents: 428843 +0: > dataset split: +0: validation: +0: document indices in [407401, 428843) total of 21442 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001198 seconds +0: number of documents: 428843 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000883 seconds +0: number of documents: 428843 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bn_validation_indexmap_112ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bn_validation_indexmap_112ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.038 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001460 seconds +0: number of documents: 417269 +0: > dataset split: +0: validation: +0: document indices in [396406, 417269) total of 20863 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001215 seconds +0: number of documents: 417269 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000962 seconds +0: number of documents: 417269 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_mr_validation_indexmap_90ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_mr_validation_indexmap_90ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.037 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001464 seconds +0: number of documents: 1114455 +0: > dataset split: +0: validation: +0: document indices in [1058732, 1114455) total of 55723 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001117 seconds +0: number of documents: 1114455 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000972 seconds +0: number of documents: 1114455 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sw_validation_indexmap_76ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sw_validation_indexmap_76ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.052 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001503 seconds +0: number of documents: 347499 +0: > dataset split: +0: validation: +0: document indices in [330124, 347499) total of 17375 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001177 seconds +0: number of documents: 347499 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000950 seconds +0: number of documents: 347499 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_gu_validation_indexmap_76ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_gu_validation_indexmap_76ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.054 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001515 seconds +0: number of documents: 339210 +0: > dataset split: +0: validation: +0: document indices in [322250, 339210) total of 16960 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001240 seconds +0: number of documents: 339210 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000971 seconds +0: number of documents: 339210 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pa_validation_indexmap_71ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_pa_validation_indexmap_71ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.033 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001474 seconds +0: number of documents: 315754 +0: > dataset split: +0: validation: +0: document indices in [299966, 315754) total of 15788 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001214 seconds +0: number of documents: 315754 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000982 seconds +0: number of documents: 315754 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ne_validation_indexmap_53ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ne_validation_indexmap_53ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.045 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001464 seconds +0: number of documents: 918416 +0: > dataset split: +0: validation: +0: document indices in [872495, 918416) total of 45921 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001193 seconds +0: number of documents: 918416 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000974 seconds +0: number of documents: 918416 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_yo_validation_indexmap_48ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_yo_validation_indexmap_48ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.031 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001410 seconds +0: number of documents: 950097 +0: > dataset split: +0: validation: +0: document indices in [902592, 950097) total of 47505 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001176 seconds +0: number of documents: 950097 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000945 seconds +0: number of documents: 950097 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ig_validation_indexmap_44ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ig_validation_indexmap_44ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.037 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001321 seconds +0: number of documents: 915063 +0: > dataset split: +0: validation: +0: document indices in [869310, 915063) total of 45753 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001210 seconds +0: number of documents: 915063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000952 seconds +0: number of documents: 915063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ny_validation_indexmap_37ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ny_validation_indexmap_37ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.046 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001363 seconds +0: number of documents: 915061 +0: > dataset split: +0: validation: +0: document indices in [869308, 915061) total of 45753 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001196 seconds +0: number of documents: 915061 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000921 seconds +0: number of documents: 915061 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zu_validation_indexmap_36ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_zu_validation_indexmap_36ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.054 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001556 seconds +0: number of documents: 915058 +0: > dataset split: +0: validation: +0: document indices in [869305, 915058) total of 45753 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001181 seconds +0: number of documents: 915058 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001021 seconds +0: number of documents: 915058 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_xh_validation_indexmap_35ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_xh_validation_indexmap_35ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.038 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001376 seconds +0: number of documents: 865056 +0: > dataset split: +0: validation: +0: document indices in [821803, 865056) total of 43253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001116 seconds +0: number of documents: 865056 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000986 seconds +0: number of documents: 865056 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sn_validation_indexmap_34ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_sn_validation_indexmap_34ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.054 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001336 seconds +0: number of documents: 915044 +0: > dataset split: +0: validation: +0: document indices in [869292, 915044) total of 45752 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001148 seconds +0: number of documents: 915044 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000984 seconds +0: number of documents: 915044 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ts_validation_indexmap_34ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ts_validation_indexmap_34ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.024 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001461 seconds +0: number of documents: 915043 +0: > dataset split: +0: validation: +0: document indices in [869291, 915043) total of 45752 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001113 seconds +0: number of documents: 915043 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000958 seconds +0: number of documents: 915043 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rw_validation_indexmap_34ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rw_validation_indexmap_34ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.042 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001366 seconds +0: number of documents: 915021 +0: > dataset split: +0: validation: +0: document indices in [869270, 915021) total of 45751 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001194 seconds +0: number of documents: 915021 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.012950 seconds +0: number of documents: 915021 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_lg_validation_indexmap_32ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_lg_validation_indexmap_32ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.048 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001457 seconds +0: number of documents: 915054 +0: > dataset split: +0: validation: +0: document indices in [869301, 915054) total of 45753 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001172 seconds +0: number of documents: 915054 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000900 seconds +0: number of documents: 915054 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tn_validation_indexmap_32ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tn_validation_indexmap_32ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.046 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001375 seconds +0: number of documents: 915051 +0: > dataset split: +0: validation: +0: document indices in [869298, 915051) total of 45753 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001090 seconds +0: number of documents: 915051 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000908 seconds +0: number of documents: 915051 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_nso_validation_indexmap_31ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_nso_validation_indexmap_31ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.044 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001487 seconds +0: number of documents: 318189 +0: > dataset split: +0: validation: +0: document indices in [302280, 318189) total of 15909 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001120 seconds +0: number of documents: 318189 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000897 seconds +0: number of documents: 318189 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rn_validation_indexmap_26ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_rn_validation_indexmap_26ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.017 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001434 seconds +0: number of documents: 265864 +0: > dataset split: +0: validation: +0: document indices in [252571, 265864) total of 13293 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001097 seconds +0: number of documents: 265864 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000830 seconds +0: number of documents: 265864 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ml_validation_indexmap_24ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ml_validation_indexmap_24ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.054 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001531 seconds +0: number of documents: 265063 +0: > dataset split: +0: validation: +0: document indices in [251810, 265063) total of 13253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001111 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000944 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_kn_validation_indexmap_23ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_kn_validation_indexmap_23ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.042 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001571 seconds +0: number of documents: 265063 +0: > dataset split: +0: validation: +0: document indices in [251810, 265063) total of 13253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001199 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000952 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_or_validation_indexmap_22ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_or_validation_indexmap_22ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.033 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001457 seconds +0: number of documents: 265063 +0: > dataset split: +0: validation: +0: document indices in [251810, 265063) total of 13253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001136 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000916 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_as_validation_indexmap_21ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_as_validation_indexmap_21ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.046 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001577 seconds +0: number of documents: 365060 +0: > dataset split: +0: validation: +0: document indices in [346807, 365060) total of 18253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001227 seconds +0: number of documents: 365060 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000968 seconds +0: number of documents: 365060 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ln_validation_indexmap_17ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ln_validation_indexmap_17ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.044 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001428 seconds +0: number of documents: 365063 +0: > dataset split: +0: validation: +0: document indices in [346810, 365063) total of 18253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001134 seconds +0: number of documents: 365063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000991 seconds +0: number of documents: 365063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_wo_validation_indexmap_17ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_wo_validation_indexmap_17ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.039 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001561 seconds +0: number of documents: 265063 +0: > dataset split: +0: validation: +0: document indices in [251810, 265063) total of 13253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001050 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000873 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tum_validation_indexmap_16ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tum_validation_indexmap_16ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.036 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001544 seconds +0: number of documents: 265180 +0: > dataset split: +0: validation: +0: document indices in [251921, 265180) total of 13259 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001124 seconds +0: number of documents: 265180 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000961 seconds +0: number of documents: 265180 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ki_validation_indexmap_16ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ki_validation_indexmap_16ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.040 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001474 seconds +0: number of documents: 265063 +0: > dataset split: +0: validation: +0: document indices in [251810, 265063) total of 13253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001208 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000940 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_st_validation_indexmap_16ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_st_validation_indexmap_16ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.029 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001547 seconds +0: number of documents: 265063 +0: > dataset split: +0: validation: +0: document indices in [251810, 265063) total of 13253 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001133 seconds +0: number of documents: 265063 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001000 seconds +0: number of documents: 265063 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fon_validation_indexmap_16ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_fon_validation_indexmap_16ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.038 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001591 seconds +0: number of documents: 271191 +0: > dataset split: +0: validation: +0: document indices in [257631, 271191) total of 13560 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001192 seconds +0: number of documents: 271191 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000988 seconds +0: number of documents: 271191 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ca_validation_indexmap_15ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ca_validation_indexmap_15ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.026 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001462 seconds +0: number of documents: 269973 +0: > dataset split: +0: validation: +0: document indices in [256474, 269973) total of 13499 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001133 seconds +0: number of documents: 269973 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000999 seconds +0: number of documents: 269973 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_eu_validation_indexmap_15ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_eu_validation_indexmap_15ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.048 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001326 seconds +0: number of documents: 265071 +0: > dataset split: +0: validation: +0: document indices in [251817, 265071) total of 13254 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001209 seconds +0: number of documents: 265071 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000998 seconds +0: number of documents: 265071 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ak_validation_indexmap_15ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_ak_validation_indexmap_15ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.044 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001433 seconds +0: number of documents: 265180 +0: > dataset split: +0: validation: +0: document indices in [251921, 265180) total of 13259 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001213 seconds +0: number of documents: 265180 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000938 seconds +0: number of documents: 265180 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bm_validation_indexmap_15ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_bm_validation_indexmap_15ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.034 seconds +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001441 seconds +0: number of documents: 265071 +0: > dataset split: +0: validation: +0: document indices in [251817, 265071) total of 13254 documents +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.001183 seconds +0: number of documents: 265071 +0: > building dataset index ... +0: reading sizes... +0: reading pointers... +0: reading document index... +0: creating numpy buffer of mmap... +0: creating memory view of numpy buffer... +0: > finished creating indexed dataset in 0.000865 seconds +0: number of documents: 265071 +0: > loading doc-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tw_validation_indexmap_15ns_42s_decoder_packed_batch_idx.npy +0: > loading shuffle-idx mapping from /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-mtf/xp3/xp3_tw_validation_indexmap_15ns_42s_decoder_packed_shuffle_idx.npy +0: loaded indexed file in 0.042 seconds +0: > building indices for blendable datasets ... +0: > sample ratios: +0: dataset 0, input: 0.34682, achieved: 0.34682 +0: dataset 1, input: 0.116298, achieved: 0.116298 +0: dataset 2, input: 0.0704771, achieved: 0.0704762 +0: dataset 3, input: 0.0570532, achieved: 0.0570533 +0: dataset 4, input: 0.0516276, achieved: 0.0516269 +0: dataset 5, input: 0.0435353, achieved: 0.0435345 +0: dataset 6, input: 0.0428745, achieved: 0.0428745 +0: dataset 7, input: 0.0427221, achieved: 0.0427217 +0: dataset 8, input: 0.0408958, achieved: 0.0408961 +0: dataset 9, input: 0.0403099, achieved: 0.0403093 +0: dataset 10, input: 0.0288674, achieved: 0.028868 +0: dataset 11, input: 0.017855, achieved: 0.0178544 +0: dataset 12, input: 0.0124065, achieved: 0.0124069 +0: dataset 13, input: 0.0086051, achieved: 0.00860449 +0: dataset 14, input: 0.00775079, achieved: 0.00775103 +0: dataset 15, input: 0.00620118, achieved: 0.0062018 +0: dataset 16, input: 0.00522069, achieved: 0.00522154 +0: dataset 17, input: 0.00521883, achieved: 0.00521829 +0: dataset 18, input: 0.00487023, achieved: 0.0048704 +0: dataset 19, input: 0.00366431, achieved: 0.00366418 +0: dataset 20, input: 0.00328369, achieved: 0.00328378 +0: dataset 21, input: 0.00302713, achieved: 0.00302693 +0: dataset 22, input: 0.00253289, achieved: 0.00253274 +0: dataset 23, input: 0.00245448, achieved: 0.00245471 +0: dataset 24, input: 0.00237033, achieved: 0.00237018 +0: dataset 25, input: 0.00235008, achieved: 0.00235067 +0: dataset 26, input: 0.00232931, achieved: 0.00232954 +0: dataset 27, input: 0.00232089, achieved: 0.00232141 +0: dataset 28, input: 0.00219598, achieved: 0.00219623 +0: dataset 29, input: 0.00219222, achieved: 0.00219298 +0: dataset 30, input: 0.00213808, achieved: 0.00213771 +0: dataset 31, input: 0.00179623, achieved: 0.00179633 +0: dataset 32, input: 0.00162924, achieved: 0.00162889 +0: dataset 33, input: 0.00154004, achieved: 0.00153948 +0: dataset 34, input: 0.00150288, achieved: 0.00150371 +0: dataset 35, input: 0.00145429, achieved: 0.00145494 +0: dataset 36, input: 0.00117562, achieved: 0.00117533 +0: dataset 37, input: 0.00114069, achieved: 0.0011412 +0: dataset 38, input: 0.00108001, achieved: 0.00107942 +0: dataset 39, input: 0.00107074, achieved: 0.00107129 +0: dataset 40, input: 0.0010618, achieved: 0.00106154 +0: dataset 41, input: 0.00105246, achieved: 0.00105179 +0: dataset 42, input: 0.00102941, achieved: 0.00102903 +0: dataset 43, input: 0.00100629, achieved: 0.00100627 +0: dataset 44, input: 0.00100603, achieved: 0.00100627 +0: dataset 45, input: 0.000996348, achieved: 0.000996515 +0: dataset 46, input: 0.000989311, achieved: 0.000990012 +0: > elapsed time for building blendable dataset indices: 0.03 (sec) +0: > finished creating T0 datasets ... +0: [after dataloaders are built] datetime: 2022-12-03 22:02:36 +0: done with setup ... +0: training ... +0: Number of parameters: [tensor rank - pipeline rank] w/ and w/o embeddings: +7: time (ms) | model-and-optimizer-setup: 74294.90 | train/valid/test-data-iterators-setup: 22280.01 +0: [000-000] 7.0690B / 6.0414B +0: [before the start of training step] datetime: 2022-12-03 22:02:37 +0: [2022-12-03 22:02:37,995] [INFO] [checkpointing.py:553:forward] Activation Checkpointing Information +0: [2022-12-03 22:02:37,995] [INFO] [checkpointing.py:554:forward] ----Partition Activations False, CPU CHECKPOINTING False +0: [2022-12-03 22:02:37,995] [INFO] [checkpointing.py:557:forward] ----contiguous Memory Checkpointing False with None total layers +0: [2022-12-03 22:02:37,995] [INFO] [checkpointing.py:560:forward] ----Synchronization False +0: [2022-12-03 22:02:37,995] [INFO] [checkpointing.py:561:forward] ----Profiling time in checkpointing False +0: [2022-12-03 22:03:41,187] [INFO] [stage_1_and_2.py:1765:step] [deepspeed] OVERFLOW! Rank 0 Skipping step. Attempted loss scale: 8192.0, reducing to 4096.0 +0: [2022-12-03 22:04:37,763] [INFO] [stage_1_and_2.py:1765:step] [deepspeed] OVERFLOW! Rank 0 Skipping step. Attempted loss scale: 4096.0, reducing to 2048.0 +0: [2022-12-03 22:05:33,536] [INFO] [stage_1_and_2.py:1765:step] [deepspeed] OVERFLOW! Rank 0 Skipping step. Attempted loss scale: 2048.0, reducing to 1024.0 +0: [Rank 0] (after 10 iterations) memory (MB) | allocated: 22610.8466796875 | max allocated: 44007.7236328125 | reserved: 54978.0 | max reserved: 54978.0 +7: iteration 10/ 3100 | consumed samples: 20480 | consumed tokens: 41943040 | elapsed time per iteration (s): 56.73 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 3.169731E+00 | loss scale: 1024.0 | grad norm: 4.692 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 36.104 | TFLOPs: 67.60 | +7: iteration 20/ 3100 | consumed samples: 40960 | consumed tokens: 83886080 | elapsed time per iteration (s): 55.10 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.964002E+00 | loss scale: 1024.0 | grad norm: 0.860 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.170 | TFLOPs: 69.60 | +7: iteration 30/ 3100 | consumed samples: 61440 | consumed tokens: 125829120 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.856385E+00 | loss scale: 1024.0 | grad norm: 1.117 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.122 | TFLOPs: 69.51 | +7: iteration 40/ 3100 | consumed samples: 81920 | consumed tokens: 167772160 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.802153E+00 | loss scale: 1024.0 | grad norm: 1.261 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.194 | TFLOPs: 69.64 | +7: iteration 50/ 3100 | consumed samples: 102400 | consumed tokens: 209715200 | elapsed time per iteration (s): 55.01 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.765628E+00 | loss scale: 1024.0 | grad norm: 1.354 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.228 | TFLOPs: 69.70 | +7: iteration 60/ 3100 | consumed samples: 122880 | consumed tokens: 251658240 | elapsed time per iteration (s): 55.14 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.731240E+00 | loss scale: 1024.0 | grad norm: 0.999 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.143 | TFLOPs: 69.54 | +7: iteration 70/ 3100 | consumed samples: 143360 | consumed tokens: 293601280 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.716292E+00 | loss scale: 1024.0 | grad norm: 1.416 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.119 | TFLOPs: 69.50 | +7: iteration 80/ 3100 | consumed samples: 163840 | consumed tokens: 335544320 | elapsed time per iteration (s): 55.16 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.696747E+00 | loss scale: 1024.0 | grad norm: 0.860 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.128 | TFLOPs: 69.52 | +7: iteration 90/ 3100 | consumed samples: 184320 | consumed tokens: 377487360 | elapsed time per iteration (s): 55.16 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.684097E+00 | loss scale: 1024.0 | grad norm: 0.815 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.130 | TFLOPs: 69.52 | +7: iteration 100/ 3100 | consumed samples: 204800 | consumed tokens: 419430400 | elapsed time per iteration (s): 55.07 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.660134E+00 | loss scale: 1024.0 | grad norm: 0.863 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.187 | TFLOPs: 69.63 | +7: iteration 110/ 3100 | consumed samples: 225280 | consumed tokens: 461373440 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.649067E+00 | loss scale: 1024.0 | grad norm: 0.856 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.197 | TFLOPs: 69.65 | +7: iteration 120/ 3100 | consumed samples: 245760 | consumed tokens: 503316480 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.636205E+00 | loss scale: 1024.0 | grad norm: 0.811 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.196 | TFLOPs: 69.64 | +7: iteration 130/ 3100 | consumed samples: 266240 | consumed tokens: 545259520 | elapsed time per iteration (s): 55.09 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.628557E+00 | loss scale: 1024.0 | grad norm: 0.932 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.178 | TFLOPs: 69.61 | +7: iteration 140/ 3100 | consumed samples: 286720 | consumed tokens: 587202560 | elapsed time per iteration (s): 55.09 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.615200E+00 | loss scale: 1024.0 | grad norm: 0.734 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.178 | TFLOPs: 69.61 | +7: iteration 150/ 3100 | consumed samples: 307200 | consumed tokens: 629145600 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.600679E+00 | loss scale: 1024.0 | grad norm: 0.857 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.133 | TFLOPs: 69.53 | +7: iteration 160/ 3100 | consumed samples: 327680 | consumed tokens: 671088640 | elapsed time per iteration (s): 55.03 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.590148E+00 | loss scale: 1024.0 | grad norm: 0.917 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.219 | TFLOPs: 69.69 | +7: iteration 170/ 3100 | consumed samples: 348160 | consumed tokens: 713031680 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.588155E+00 | loss scale: 1024.0 | grad norm: 0.733 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.193 | TFLOPs: 69.64 | +7: iteration 180/ 3100 | consumed samples: 368640 | consumed tokens: 754974720 | elapsed time per iteration (s): 55.08 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.576134E+00 | loss scale: 1024.0 | grad norm: 0.730 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.182 | TFLOPs: 69.62 | +7: iteration 190/ 3100 | consumed samples: 389120 | consumed tokens: 796917760 | elapsed time per iteration (s): 55.07 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.570663E+00 | loss scale: 1024.0 | grad norm: 0.715 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.192 | TFLOPs: 69.64 | +7: iteration 200/ 3100 | consumed samples: 409600 | consumed tokens: 838860800 | elapsed time per iteration (s): 55.05 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.556246E+00 | loss scale: 1024.0 | grad norm: 0.732 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.205 | TFLOPs: 69.66 | +7: iteration 210/ 3100 | consumed samples: 430080 | consumed tokens: 880803840 | elapsed time per iteration (s): 55.05 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.549663E+00 | loss scale: 1024.0 | grad norm: 0.858 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.202 | TFLOPs: 69.65 | +7: iteration 220/ 3100 | consumed samples: 450560 | consumed tokens: 922746880 | elapsed time per iteration (s): 55.13 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.544325E+00 | loss scale: 1024.0 | grad norm: 0.676 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.149 | TFLOPs: 69.56 | +7: iteration 230/ 3100 | consumed samples: 471040 | consumed tokens: 964689920 | elapsed time per iteration (s): 55.04 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.532430E+00 | loss scale: 1024.0 | grad norm: 0.825 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.209 | TFLOPs: 69.67 | +7: iteration 240/ 3100 | consumed samples: 491520 | consumed tokens: 1006632960 | elapsed time per iteration (s): 55.03 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.526502E+00 | loss scale: 1024.0 | grad norm: 0.699 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.213 | TFLOPs: 69.67 | +7: iteration 250/ 3100 | consumed samples: 512000 | consumed tokens: 1048576000 | elapsed time per iteration (s): 55.08 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.516016E+00 | loss scale: 1024.0 | grad norm: 0.701 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.181 | TFLOPs: 69.61 | +7: iteration 260/ 3100 | consumed samples: 532480 | consumed tokens: 1090519040 | elapsed time per iteration (s): 55.01 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.513952E+00 | loss scale: 1024.0 | grad norm: 0.768 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.228 | TFLOPs: 69.70 | +7: iteration 270/ 3100 | consumed samples: 552960 | consumed tokens: 1132462080 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.500728E+00 | loss scale: 1024.0 | grad norm: 0.787 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.195 | TFLOPs: 69.64 | +7: iteration 280/ 3100 | consumed samples: 573440 | consumed tokens: 1174405120 | elapsed time per iteration (s): 55.03 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.495929E+00 | loss scale: 1024.0 | grad norm: 0.803 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.216 | TFLOPs: 69.68 | +7: iteration 290/ 3100 | consumed samples: 593920 | consumed tokens: 1216348160 | elapsed time per iteration (s): 55.04 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.488298E+00 | loss scale: 1024.0 | grad norm: 1.184 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.212 | TFLOPs: 69.67 | +7: iteration 300/ 3100 | consumed samples: 614400 | consumed tokens: 1258291200 | elapsed time per iteration (s): 55.03 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.482920E+00 | loss scale: 1024.0 | grad norm: 0.705 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.218 | TFLOPs: 69.69 | +7: iteration 310/ 3100 | consumed samples: 634880 | consumed tokens: 1300234240 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.479628E+00 | loss scale: 1024.0 | grad norm: 0.638 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.199 | TFLOPs: 69.65 | +7: iteration 320/ 3100 | consumed samples: 655360 | consumed tokens: 1342177280 | elapsed time per iteration (s): 55.04 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.467045E+00 | loss scale: 1024.0 | grad norm: 0.798 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.209 | TFLOPs: 69.67 | +7: iteration 330/ 3100 | consumed samples: 675840 | consumed tokens: 1384120320 | elapsed time per iteration (s): 55.08 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.465601E+00 | loss scale: 1024.0 | grad norm: 0.756 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.179 | TFLOPs: 69.61 | +7: iteration 340/ 3100 | consumed samples: 696320 | consumed tokens: 1426063360 | elapsed time per iteration (s): 55.02 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.460649E+00 | loss scale: 1024.0 | grad norm: 0.680 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.223 | TFLOPs: 69.69 | +7: iteration 350/ 3100 | consumed samples: 716800 | consumed tokens: 1468006400 | elapsed time per iteration (s): 54.97 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.452145E+00 | loss scale: 1024.0 | grad norm: 0.773 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.254 | TFLOPs: 69.75 | +7: iteration 360/ 3100 | consumed samples: 737280 | consumed tokens: 1509949440 | elapsed time per iteration (s): 55.13 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.444706E+00 | loss scale: 1024.0 | grad norm: 0.654 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.149 | TFLOPs: 69.56 | +7: iteration 370/ 3100 | consumed samples: 757760 | consumed tokens: 1551892480 | elapsed time per iteration (s): 55.08 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.441403E+00 | loss scale: 1024.0 | grad norm: 0.876 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.185 | TFLOPs: 69.62 | +7: iteration 380/ 3100 | consumed samples: 778240 | consumed tokens: 1593835520 | elapsed time per iteration (s): 55.04 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.434093E+00 | loss scale: 1024.0 | grad norm: 0.867 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.209 | TFLOPs: 69.67 | +7: iteration 390/ 3100 | consumed samples: 798720 | consumed tokens: 1635778560 | elapsed time per iteration (s): 54.93 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.428186E+00 | loss scale: 1024.0 | grad norm: 0.836 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.286 | TFLOPs: 69.81 | +7: iteration 400/ 3100 | consumed samples: 819200 | consumed tokens: 1677721600 | elapsed time per iteration (s): 54.97 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.421467E+00 | loss scale: 1024.0 | grad norm: 0.683 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.259 | TFLOPs: 69.76 | +7: iteration 410/ 3100 | consumed samples: 839680 | consumed tokens: 1719664640 | elapsed time per iteration (s): 55.05 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.420753E+00 | loss scale: 1024.0 | grad norm: 0.793 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.203 | TFLOPs: 69.66 | +7: iteration 420/ 3100 | consumed samples: 860160 | consumed tokens: 1761607680 | elapsed time per iteration (s): 55.02 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.415912E+00 | loss scale: 1024.0 | grad norm: 0.659 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.225 | TFLOPs: 69.70 | +7: iteration 430/ 3100 | consumed samples: 880640 | consumed tokens: 1803550720 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.405065E+00 | loss scale: 1024.0 | grad norm: 0.702 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.196 | TFLOPs: 69.64 | +7: iteration 440/ 3100 | consumed samples: 901120 | consumed tokens: 1845493760 | elapsed time per iteration (s): 55.07 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.402497E+00 | loss scale: 1024.0 | grad norm: 0.697 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.191 | TFLOPs: 69.63 | +7: iteration 450/ 3100 | consumed samples: 921600 | consumed tokens: 1887436800 | elapsed time per iteration (s): 55.11 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.400781E+00 | loss scale: 1024.0 | grad norm: 0.768 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.160 | TFLOPs: 69.58 | +7: iteration 460/ 3100 | consumed samples: 942080 | consumed tokens: 1929379840 | elapsed time per iteration (s): 54.97 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.395531E+00 | loss scale: 1024.0 | grad norm: 0.812 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.260 | TFLOPs: 69.76 | +7: iteration 470/ 3100 | consumed samples: 962560 | consumed tokens: 1971322880 | elapsed time per iteration (s): 54.97 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.395785E+00 | loss scale: 1024.0 | grad norm: 0.660 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.255 | TFLOPs: 69.75 | +7: iteration 480/ 3100 | consumed samples: 983040 | consumed tokens: 2013265920 | elapsed time per iteration (s): 55.07 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.390000E+00 | loss scale: 1024.0 | grad norm: 0.606 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.191 | TFLOPs: 69.63 | +7: iteration 490/ 3100 | consumed samples: 1003520 | consumed tokens: 2055208960 | elapsed time per iteration (s): 55.12 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.383495E+00 | loss scale: 1024.0 | grad norm: 0.749 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.154 | TFLOPs: 69.56 | +7: iteration 500/ 3100 | consumed samples: 1024000 | consumed tokens: 2097152000 | elapsed time per iteration (s): 55.07 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.384912E+00 | loss scale: 1024.0 | grad norm: 0.622 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.190 | TFLOPs: 69.63 | +7: ---------------------------------------------------------------------------------------------- +7: validation loss at iteration 500 | lm loss value: 1.312794E+00 | lm loss PPL: 3.716545E+00 | +7: ---------------------------------------------------------------------------------------------- +0: saving checkpoint at iteration 500 to checkpoints_7b1xp3ru +0: [2022-12-04 05:42:00,768] [INFO] [logging.py:68:log_dist] [Rank 0] [Torch] Checkpoint global_step500 is begin to save! +0: [2022-12-04 05:42:00,790] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_01-model_00-model_states.pt... +0: [2022-12-04 05:42:03,341] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_01-model_00-model_states.pt. +0: [2022-12-04 05:42:03,342] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_03-model_00-model_states.pt... +0: [2022-12-04 05:42:03,810] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_03-model_00-model_states.pt. +0: [2022-12-04 05:42:03,810] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_04-model_00-model_states.pt... +0: [2022-12-04 05:42:04,271] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_04-model_00-model_states.pt. +0: [2022-12-04 05:42:04,272] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_05-model_00-model_states.pt... +0: [2022-12-04 05:42:04,731] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_05-model_00-model_states.pt. +0: [2022-12-04 05:42:04,731] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_06-model_00-model_states.pt... +0: [2022-12-04 05:42:05,189] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_06-model_00-model_states.pt. +0: [2022-12-04 05:42:05,190] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_07-model_00-model_states.pt... +0: [2022-12-04 05:42:05,647] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_07-model_00-model_states.pt. +0: [2022-12-04 05:42:05,648] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_08-model_00-model_states.pt... +0: [2022-12-04 05:42:06,107] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_08-model_00-model_states.pt. +0: [2022-12-04 05:42:06,107] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_09-model_00-model_states.pt... +0: [2022-12-04 05:42:06,568] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_09-model_00-model_states.pt. +0: [2022-12-04 05:42:06,569] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_10-model_00-model_states.pt... +0: [2022-12-04 05:42:07,025] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_10-model_00-model_states.pt. +0: [2022-12-04 05:42:07,026] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_11-model_00-model_states.pt... +0: [2022-12-04 05:42:07,489] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_11-model_00-model_states.pt. +0: [2022-12-04 05:42:07,490] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_12-model_00-model_states.pt... +0: [2022-12-04 05:42:07,945] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_12-model_00-model_states.pt. +0: [2022-12-04 05:42:07,945] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_13-model_00-model_states.pt... +0: [2022-12-04 05:42:08,401] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_13-model_00-model_states.pt. +0: [2022-12-04 05:42:08,402] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_14-model_00-model_states.pt... +0: [2022-12-04 05:42:08,858] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_14-model_00-model_states.pt. +0: [2022-12-04 05:42:08,858] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_15-model_00-model_states.pt... +0: [2022-12-04 05:42:09,318] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_15-model_00-model_states.pt. +0: [2022-12-04 05:42:09,318] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_16-model_00-model_states.pt... +0: [2022-12-04 05:42:09,778] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_16-model_00-model_states.pt. +0: [2022-12-04 05:42:09,778] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_17-model_00-model_states.pt... +0: [2022-12-04 05:42:10,234] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_17-model_00-model_states.pt. +0: [2022-12-04 05:42:10,235] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_18-model_00-model_states.pt... +0: [2022-12-04 05:42:10,692] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_18-model_00-model_states.pt. +0: [2022-12-04 05:42:10,693] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_19-model_00-model_states.pt... +0: [2022-12-04 05:42:11,147] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_19-model_00-model_states.pt. +0: [2022-12-04 05:42:11,148] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_20-model_00-model_states.pt... +0: [2022-12-04 05:42:11,603] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_20-model_00-model_states.pt. +0: [2022-12-04 05:42:11,603] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_21-model_00-model_states.pt... +0: [2022-12-04 05:42:12,057] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_21-model_00-model_states.pt. +0: [2022-12-04 05:42:12,057] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_22-model_00-model_states.pt... +0: [2022-12-04 05:42:12,514] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_22-model_00-model_states.pt. +0: [2022-12-04 05:42:12,514] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_23-model_00-model_states.pt... +0: [2022-12-04 05:42:12,968] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_23-model_00-model_states.pt. +0: [2022-12-04 05:42:12,968] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_24-model_00-model_states.pt... +0: [2022-12-04 05:42:13,423] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_24-model_00-model_states.pt. +0: [2022-12-04 05:42:13,423] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_25-model_00-model_states.pt... +0: [2022-12-04 05:42:13,871] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_25-model_00-model_states.pt. +0: [2022-12-04 05:42:13,871] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_26-model_00-model_states.pt... +0: [2022-12-04 05:42:14,319] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_26-model_00-model_states.pt. +0: [2022-12-04 05:42:14,320] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_27-model_00-model_states.pt... +0: [2022-12-04 05:42:14,770] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_27-model_00-model_states.pt. +0: [2022-12-04 05:42:14,770] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_28-model_00-model_states.pt... +0: [2022-12-04 05:42:15,218] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_28-model_00-model_states.pt. +0: [2022-12-04 05:42:15,219] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_29-model_00-model_states.pt... +0: [2022-12-04 05:42:15,674] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_29-model_00-model_states.pt. +0: [2022-12-04 05:42:15,674] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_30-model_00-model_states.pt... +0: [2022-12-04 05:42:16,125] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_30-model_00-model_states.pt. +0: [2022-12-04 05:42:16,125] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_31-model_00-model_states.pt... +0: [2022-12-04 05:42:16,573] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_31-model_00-model_states.pt. +0: [2022-12-04 05:42:16,574] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_32-model_00-model_states.pt... +0: [2022-12-04 05:42:17,026] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_32-model_00-model_states.pt. +0: [2022-12-04 05:42:17,026] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/layer_34-model_00-model_states.pt... +0: [2022-12-04 05:42:17,031] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/layer_34-model_00-model_states.pt. +0: [2022-12-04 05:42:17,033] [INFO] [logging.py:68:log_dist] [Rank 0] Saving model checkpoint: checkpoints_7b1xp3ru/global_step500/mp_rank_00_model_states.pt +0: [2022-12-04 05:42:17,033] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/mp_rank_00_model_states.pt... +0: [2022-12-04 05:42:17,040] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/mp_rank_00_model_states.pt. +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_0_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_1_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_4_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_3_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_7_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_6_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_2_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_5_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_39_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_37_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_57_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_58_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_60_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_48_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_51_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_54_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_50_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_55_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_52_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_30_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_29_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_26_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_24_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_27_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_25_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_46_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_43_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_40_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_41_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_47_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_45_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_18_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_23_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_21_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_16_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_17_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_19_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_33_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_38_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_34_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_32_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_35_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_61_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_63_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_59_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_53_mp_rank_00_optim_states.pt... +6: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_49_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_28_mp_rank_00_optim_states.pt... +3: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_31_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_44_mp_rank_00_optim_states.pt... +5: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_42_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_15_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_13_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_10_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_9_mp_rank_00_optim_states.pt... +4: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_36_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_62_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_12_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_8_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_11_mp_rank_00_optim_states.pt... +1: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_14_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_22_mp_rank_00_optim_states.pt... +2: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_20_mp_rank_00_optim_states.pt... +7: [2022-12-04 05:42:17,075] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step500/zero_pp_rank_56_mp_rank_00_optim_states.pt... +0: [2022-12-04 05:42:18,784] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_5_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,784] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_5_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,784] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:18,828] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_7_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,828] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_7_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,828] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:18,828] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_0_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,828] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_4_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,828] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_4_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,828] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:18,829] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_1_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,829] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_1_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,829] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:18,832] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_6_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,832] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_6_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,832] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:18,835] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_2_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,835] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_2_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,835] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:18,905] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_3_mp_rank_00_optim_states.pt. +0: [2022-12-04 05:42:18,905] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_3_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:18,905] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:18,982] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_50_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:18,982] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_55_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:18,982] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_53_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:18,982] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_50_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:18,982] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_55_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:18,982] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:18,982] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_53_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:18,982] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:18,983] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:18,988] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_49_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:18,988] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_51_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:18,988] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_51_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:18,988] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_49_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:18,988] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:18,988] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:19,033] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_54_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:19,033] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_54_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:19,033] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:19,034] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_48_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:19,034] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_48_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:19,034] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +6: [2022-12-04 05:42:19,034] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_52_mp_rank_00_optim_states.pt. +6: [2022-12-04 05:42:19,034] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_52_mp_rank_00_optim_states.pt +6: [2022-12-04 05:42:19,034] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,331] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_43_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,331] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_41_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,331] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_44_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,331] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_47_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,331] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_45_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,331] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_41_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,331] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_43_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,331] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_45_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,331] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_47_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,331] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_44_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_40_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_46_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_42_mp_rank_00_optim_states.pt. +5: [2022-12-04 05:42:19,332] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_40_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,332] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_42_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,332] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_46_mp_rank_00_optim_states.pt +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +5: [2022-12-04 05:42:19,332] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,526] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_12_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,526] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_11_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,526] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_15_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,526] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_11_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,526] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_12_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,526] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_15_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,526] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,526] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,526] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,543] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_63_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,543] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_57_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,543] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_56_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,543] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_60_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_63_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_57_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_56_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_60_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_61_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_62_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_58_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_61_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_62_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_58_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_59_mp_rank_00_optim_states.pt. +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +7: [2022-12-04 05:42:19,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_59_mp_rank_00_optim_states.pt +7: [2022-12-04 05:42:19,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,603] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_14_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,603] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_14_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,603] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,604] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_13_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,604] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_13_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,604] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,604] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_8_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,604] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_8_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,604] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,604] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_10_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,604] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_10_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,605] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +1: [2022-12-04 05:42:19,605] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_9_mp_rank_00_optim_states.pt. +1: [2022-12-04 05:42:19,605] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_9_mp_rank_00_optim_states.pt +1: [2022-12-04 05:42:19,605] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_29_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_30_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_28_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_24_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_28_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_29_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_30_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_24_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_27_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_25_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_31_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_26_mp_rank_00_optim_states.pt. +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_25_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_27_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_31_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_26_mp_rank_00_optim_states.pt +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +3: [2022-12-04 05:42:19,621] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_33_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,670] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_33_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_34_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_36_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,670] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_34_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,670] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_36_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_37_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,670] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_35_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,671] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_37_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,671] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_35_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,671] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,671] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,784] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_38_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,784] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_38_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,784] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,784] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_39_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,784] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_39_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,784] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +4: [2022-12-04 05:42:19,784] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_32_mp_rank_00_optim_states.pt. +4: [2022-12-04 05:42:19,785] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_32_mp_rank_00_optim_states.pt +4: [2022-12-04 05:42:19,785] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_17_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_22_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_20_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,921] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_17_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,921] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_22_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_18_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_23_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,921] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_20_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,921] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_23_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,921] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_18_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,921] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,922] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_19_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,922] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_16_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,922] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_19_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,922] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_21_mp_rank_00_optim_states.pt. +2: [2022-12-04 05:42:19,922] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_16_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,922] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,922] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_21_mp_rank_00_optim_states.pt +2: [2022-12-04 05:42:19,922] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +2: [2022-12-04 05:42:19,922] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: [2022-12-04 05:42:20,534] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step500/zero_pp_rank_0_mp_rank_00_optim_states.pt +0: [2022-12-04 05:42:20,534] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step500 is ready now! +0: successfully saved checkpoint at iteration 500 to checkpoints_7b1xp3ru +7: time (ms) | save-checkpoint: 20026.00 +7: iteration 510/ 3100 | consumed samples: 1044480 | consumed tokens: 2139095040 | elapsed time per iteration (s): 58.76 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.376533E+00 | loss scale: 2048.0 | grad norm: 0.649 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 34.857 | TFLOPs: 65.26 | +7: iteration 520/ 3100 | consumed samples: 1064960 | consumed tokens: 2181038080 | elapsed time per iteration (s): 55.18 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.365598E+00 | loss scale: 2048.0 | grad norm: 0.719 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.114 | TFLOPs: 69.49 | +7: iteration 530/ 3100 | consumed samples: 1085440 | consumed tokens: 2222981120 | elapsed time per iteration (s): 55.12 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.364726E+00 | loss scale: 2048.0 | grad norm: 0.603 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.158 | TFLOPs: 69.57 | +7: iteration 540/ 3100 | consumed samples: 1105920 | consumed tokens: 2264924160 | elapsed time per iteration (s): 55.14 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.362135E+00 | loss scale: 2048.0 | grad norm: 0.602 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.143 | TFLOPs: 69.54 | +7: iteration 550/ 3100 | consumed samples: 1126400 | consumed tokens: 2306867200 | elapsed time per iteration (s): 55.16 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.357426E+00 | loss scale: 2048.0 | grad norm: 0.710 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.129 | TFLOPs: 69.52 | +7: iteration 560/ 3100 | consumed samples: 1146880 | consumed tokens: 2348810240 | elapsed time per iteration (s): 55.11 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.357345E+00 | loss scale: 2048.0 | grad norm: 0.623 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.164 | TFLOPs: 69.58 | +7: iteration 570/ 3100 | consumed samples: 1167360 | consumed tokens: 2390753280 | elapsed time per iteration (s): 55.25 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.351075E+00 | loss scale: 2048.0 | grad norm: 0.622 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.071 | TFLOPs: 69.41 | +7: iteration 580/ 3100 | consumed samples: 1187840 | consumed tokens: 2432696320 | elapsed time per iteration (s): 55.21 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.350076E+00 | loss scale: 2048.0 | grad norm: 0.750 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.095 | TFLOPs: 69.45 | +7: iteration 590/ 3100 | consumed samples: 1208320 | consumed tokens: 2474639360 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.343618E+00 | loss scale: 2048.0 | grad norm: 0.733 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.138 | TFLOPs: 69.54 | +7: iteration 600/ 3100 | consumed samples: 1228800 | consumed tokens: 2516582400 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.346723E+00 | loss scale: 2048.0 | grad norm: 0.731 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.134 | TFLOPs: 69.53 | +7: iteration 610/ 3100 | consumed samples: 1249280 | consumed tokens: 2558525440 | elapsed time per iteration (s): 55.22 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.338079E+00 | loss scale: 2048.0 | grad norm: 0.630 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.088 | TFLOPs: 69.44 | +7: iteration 620/ 3100 | consumed samples: 1269760 | consumed tokens: 2600468480 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.335023E+00 | loss scale: 2048.0 | grad norm: 0.612 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.133 | TFLOPs: 69.53 | +7: iteration 630/ 3100 | consumed samples: 1290240 | consumed tokens: 2642411520 | elapsed time per iteration (s): 55.13 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.328061E+00 | loss scale: 2048.0 | grad norm: 0.607 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.151 | TFLOPs: 69.56 | +7: iteration 640/ 3100 | consumed samples: 1310720 | consumed tokens: 2684354560 | elapsed time per iteration (s): 55.18 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.327623E+00 | loss scale: 2048.0 | grad norm: 0.693 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.112 | TFLOPs: 69.49 | +7: iteration 650/ 3100 | consumed samples: 1331200 | consumed tokens: 2726297600 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.322357E+00 | loss scale: 2048.0 | grad norm: 0.637 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.122 | TFLOPs: 69.50 | +7: iteration 660/ 3100 | consumed samples: 1351680 | consumed tokens: 2768240640 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.320130E+00 | loss scale: 2048.0 | grad norm: 0.598 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.133 | TFLOPs: 69.53 | +7: iteration 670/ 3100 | consumed samples: 1372160 | consumed tokens: 2810183680 | elapsed time per iteration (s): 55.11 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.320260E+00 | loss scale: 2048.0 | grad norm: 0.685 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.162 | TFLOPs: 69.58 | +7: iteration 680/ 3100 | consumed samples: 1392640 | consumed tokens: 2852126720 | elapsed time per iteration (s): 55.21 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.312888E+00 | loss scale: 2048.0 | grad norm: 0.606 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.093 | TFLOPs: 69.45 | +7: iteration 690/ 3100 | consumed samples: 1413120 | consumed tokens: 2894069760 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.312296E+00 | loss scale: 2048.0 | grad norm: 0.597 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.136 | TFLOPs: 69.53 | +7: iteration 700/ 3100 | consumed samples: 1433600 | consumed tokens: 2936012800 | elapsed time per iteration (s): 55.13 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.307905E+00 | loss scale: 2048.0 | grad norm: 0.683 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.146 | TFLOPs: 69.55 | +7: iteration 710/ 3100 | consumed samples: 1454080 | consumed tokens: 2977955840 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.306983E+00 | loss scale: 2048.0 | grad norm: 0.636 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.136 | TFLOPs: 69.53 | +7: iteration 720/ 3100 | consumed samples: 1474560 | consumed tokens: 3019898880 | elapsed time per iteration (s): 55.27 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.304567E+00 | loss scale: 2048.0 | grad norm: 0.639 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.055 | TFLOPs: 69.38 | +7: iteration 730/ 3100 | consumed samples: 1495040 | consumed tokens: 3061841920 | elapsed time per iteration (s): 55.18 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.296658E+00 | loss scale: 2048.0 | grad norm: 0.607 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.115 | TFLOPs: 69.49 | +7: iteration 740/ 3100 | consumed samples: 1515520 | consumed tokens: 3103784960 | elapsed time per iteration (s): 55.05 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.298101E+00 | loss scale: 2048.0 | grad norm: 0.718 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.200 | TFLOPs: 69.65 | +7: iteration 750/ 3100 | consumed samples: 1536000 | consumed tokens: 3145728000 | elapsed time per iteration (s): 55.14 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.293778E+00 | loss scale: 2048.0 | grad norm: 0.824 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.144 | TFLOPs: 69.55 | +7: iteration 760/ 3100 | consumed samples: 1556480 | consumed tokens: 3187671040 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.292937E+00 | loss scale: 2048.0 | grad norm: 0.912 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.121 | TFLOPs: 69.50 | +7: iteration 770/ 3100 | consumed samples: 1576960 | consumed tokens: 3229614080 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.292101E+00 | loss scale: 2048.0 | grad norm: 0.664 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.121 | TFLOPs: 69.50 | +7: iteration 780/ 3100 | consumed samples: 1597440 | consumed tokens: 3271557120 | elapsed time per iteration (s): 55.10 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.292470E+00 | loss scale: 2048.0 | grad norm: 0.642 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.166 | TFLOPs: 69.59 | +7: iteration 790/ 3100 | consumed samples: 1617920 | consumed tokens: 3313500160 | elapsed time per iteration (s): 55.08 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.283168E+00 | loss scale: 2048.0 | grad norm: 0.621 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.181 | TFLOPs: 69.62 | +7: iteration 800/ 3100 | consumed samples: 1638400 | consumed tokens: 3355443200 | elapsed time per iteration (s): 55.25 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.286928E+00 | loss scale: 2048.0 | grad norm: 0.628 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.067 | TFLOPs: 69.40 | +7: iteration 810/ 3100 | consumed samples: 1658880 | consumed tokens: 3397386240 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.277772E+00 | loss scale: 2048.0 | grad norm: 0.586 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.138 | TFLOPs: 69.54 | +7: iteration 820/ 3100 | consumed samples: 1679360 | consumed tokens: 3439329280 | elapsed time per iteration (s): 55.06 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.273951E+00 | loss scale: 2048.0 | grad norm: 0.654 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.199 | TFLOPs: 69.65 | +7: iteration 830/ 3100 | consumed samples: 1699840 | consumed tokens: 3481272320 | elapsed time per iteration (s): 55.13 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.270925E+00 | loss scale: 2048.0 | grad norm: 0.751 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.150 | TFLOPs: 69.56 | +7: iteration 840/ 3100 | consumed samples: 1720320 | consumed tokens: 3523215360 | elapsed time per iteration (s): 55.14 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.271617E+00 | loss scale: 2048.0 | grad norm: 0.722 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.145 | TFLOPs: 69.55 | +7: iteration 850/ 3100 | consumed samples: 1740800 | consumed tokens: 3565158400 | elapsed time per iteration (s): 55.23 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.271132E+00 | loss scale: 2048.0 | grad norm: 0.684 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.079 | TFLOPs: 69.42 | +7: iteration 860/ 3100 | consumed samples: 1761280 | consumed tokens: 3607101440 | elapsed time per iteration (s): 55.13 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.263119E+00 | loss scale: 2048.0 | grad norm: 1.065 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.149 | TFLOPs: 69.56 | +7: iteration 870/ 3100 | consumed samples: 1781760 | consumed tokens: 3649044480 | elapsed time per iteration (s): 55.09 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.261954E+00 | loss scale: 2048.0 | grad norm: 0.677 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.177 | TFLOPs: 69.61 | +7: iteration 880/ 3100 | consumed samples: 1802240 | consumed tokens: 3690987520 | elapsed time per iteration (s): 55.14 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.265049E+00 | loss scale: 2048.0 | grad norm: 0.629 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.143 | TFLOPs: 69.54 | +7: iteration 890/ 3100 | consumed samples: 1822720 | consumed tokens: 3732930560 | elapsed time per iteration (s): 55.12 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.256345E+00 | loss scale: 2048.0 | grad norm: 0.631 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.155 | TFLOPs: 69.57 | +7: iteration 900/ 3100 | consumed samples: 1843200 | consumed tokens: 3774873600 | elapsed time per iteration (s): 55.15 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.260624E+00 | loss scale: 2048.0 | grad norm: 0.597 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.133 | TFLOPs: 69.53 | +7: iteration 910/ 3100 | consumed samples: 1863680 | consumed tokens: 3816816640 | elapsed time per iteration (s): 55.24 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.250387E+00 | loss scale: 2048.0 | grad norm: 0.643 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.077 | TFLOPs: 69.42 | +7: iteration 920/ 3100 | consumed samples: 1884160 | consumed tokens: 3858759680 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.248603E+00 | loss scale: 2048.0 | grad norm: 0.782 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.125 | TFLOPs: 69.51 | +7: iteration 930/ 3100 | consumed samples: 1904640 | consumed tokens: 3900702720 | elapsed time per iteration (s): 55.26 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.251112E+00 | loss scale: 2048.0 | grad norm: 0.627 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.061 | TFLOPs: 69.39 | +7: iteration 940/ 3100 | consumed samples: 1925120 | consumed tokens: 3942645760 | elapsed time per iteration (s): 55.16 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.245303E+00 | loss scale: 2048.0 | grad norm: 0.616 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.125 | TFLOPs: 69.51 | +7: iteration 950/ 3100 | consumed samples: 1945600 | consumed tokens: 3984588800 | elapsed time per iteration (s): 55.21 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.246504E+00 | loss scale: 2048.0 | grad norm: 0.728 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.093 | TFLOPs: 69.45 | +7: iteration 960/ 3100 | consumed samples: 1966080 | consumed tokens: 4026531840 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.244873E+00 | loss scale: 2048.0 | grad norm: 0.636 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.121 | TFLOPs: 69.50 | +7: iteration 970/ 3100 | consumed samples: 1986560 | consumed tokens: 4068474880 | elapsed time per iteration (s): 55.17 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.242656E+00 | loss scale: 2048.0 | grad norm: 0.657 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.124 | TFLOPs: 69.51 | +7: iteration 980/ 3100 | consumed samples: 2007040 | consumed tokens: 4110417920 | elapsed time per iteration (s): 55.19 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.236301E+00 | loss scale: 2048.0 | grad norm: 0.590 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.111 | TFLOPs: 69.48 | +7: iteration 990/ 3100 | consumed samples: 2027520 | consumed tokens: 4152360960 | elapsed time per iteration (s): 55.16 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.233369E+00 | loss scale: 2048.0 | grad norm: 0.599 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.126 | TFLOPs: 69.51 | +7: iteration 1000/ 3100 | consumed samples: 2048000 | consumed tokens: 4194304000 | elapsed time per iteration (s): 55.24 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.232931E+00 | loss scale: 2048.0 | grad norm: 0.574 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.075 | TFLOPs: 69.42 | +7: ----------------------------------------------------------------------------------------------- +7: validation loss at iteration 1000 | lm loss value: 1.149444E+00 | lm loss PPL: 3.156437E+00 | +7: ----------------------------------------------------------------------------------------------- +0: saving checkpoint at iteration 1000 to checkpoints_7b1xp3ru +0: [2022-12-04 13:22:16,545] [INFO] [logging.py:68:log_dist] [Rank 0] [Torch] Checkpoint global_step1000 is begin to save! +0: [2022-12-04 13:22:16,584] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_01-model_00-model_states.pt... +0: [2022-12-04 13:22:19,270] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_01-model_00-model_states.pt. +0: [2022-12-04 13:22:19,270] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_03-model_00-model_states.pt... +0: [2022-12-04 13:22:19,719] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_03-model_00-model_states.pt. +0: [2022-12-04 13:22:19,719] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_04-model_00-model_states.pt... +0: [2022-12-04 13:22:20,170] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_04-model_00-model_states.pt. +0: [2022-12-04 13:22:20,171] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_05-model_00-model_states.pt... +0: [2022-12-04 13:22:20,614] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_05-model_00-model_states.pt. +0: [2022-12-04 13:22:20,614] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_06-model_00-model_states.pt... +0: [2022-12-04 13:22:21,067] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_06-model_00-model_states.pt. +0: [2022-12-04 13:22:21,068] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_07-model_00-model_states.pt... +0: [2022-12-04 13:22:21,507] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_07-model_00-model_states.pt. +0: [2022-12-04 13:22:21,507] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_08-model_00-model_states.pt... +0: [2022-12-04 13:22:21,958] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_08-model_00-model_states.pt. +0: [2022-12-04 13:22:21,959] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_09-model_00-model_states.pt... +0: [2022-12-04 13:22:22,407] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_09-model_00-model_states.pt. +0: [2022-12-04 13:22:22,407] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_10-model_00-model_states.pt... +0: [2022-12-04 13:22:22,866] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_10-model_00-model_states.pt. +0: [2022-12-04 13:22:22,866] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_11-model_00-model_states.pt... +0: [2022-12-04 13:22:23,316] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_11-model_00-model_states.pt. +0: [2022-12-04 13:22:23,317] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_12-model_00-model_states.pt... +0: [2022-12-04 13:22:23,759] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_12-model_00-model_states.pt. +0: [2022-12-04 13:22:23,760] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_13-model_00-model_states.pt... +0: [2022-12-04 13:22:24,207] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_13-model_00-model_states.pt. +0: [2022-12-04 13:22:24,207] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_14-model_00-model_states.pt... +0: [2022-12-04 13:22:24,657] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_14-model_00-model_states.pt. +0: [2022-12-04 13:22:24,658] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_15-model_00-model_states.pt... +0: [2022-12-04 13:22:25,110] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_15-model_00-model_states.pt. +0: [2022-12-04 13:22:25,110] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_16-model_00-model_states.pt... +0: [2022-12-04 13:22:25,557] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_16-model_00-model_states.pt. +0: [2022-12-04 13:22:25,557] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_17-model_00-model_states.pt... +0: [2022-12-04 13:22:26,016] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_17-model_00-model_states.pt. +0: [2022-12-04 13:22:26,017] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_18-model_00-model_states.pt... +0: [2022-12-04 13:22:26,462] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_18-model_00-model_states.pt. +0: [2022-12-04 13:22:26,463] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_19-model_00-model_states.pt... +0: [2022-12-04 13:22:26,897] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_19-model_00-model_states.pt. +0: [2022-12-04 13:22:26,897] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_20-model_00-model_states.pt... +0: [2022-12-04 13:22:27,342] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_20-model_00-model_states.pt. +0: [2022-12-04 13:22:27,343] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_21-model_00-model_states.pt... +0: [2022-12-04 13:22:27,799] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_21-model_00-model_states.pt. +0: [2022-12-04 13:22:27,800] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_22-model_00-model_states.pt... +0: [2022-12-04 13:22:28,236] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_22-model_00-model_states.pt. +0: [2022-12-04 13:22:28,236] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_23-model_00-model_states.pt... +0: [2022-12-04 13:22:28,684] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_23-model_00-model_states.pt. +0: [2022-12-04 13:22:28,684] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_24-model_00-model_states.pt... +0: [2022-12-04 13:22:29,118] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_24-model_00-model_states.pt. +0: [2022-12-04 13:22:29,119] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_25-model_00-model_states.pt... +0: [2022-12-04 13:22:29,556] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_25-model_00-model_states.pt. +0: [2022-12-04 13:22:29,557] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_26-model_00-model_states.pt... +0: [2022-12-04 13:22:29,999] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_26-model_00-model_states.pt. +0: [2022-12-04 13:22:30,000] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_27-model_00-model_states.pt... +0: [2022-12-04 13:22:30,444] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_27-model_00-model_states.pt. +0: [2022-12-04 13:22:30,444] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_28-model_00-model_states.pt... +0: [2022-12-04 13:22:30,877] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_28-model_00-model_states.pt. +0: [2022-12-04 13:22:30,878] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_29-model_00-model_states.pt... +0: [2022-12-04 13:22:31,321] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_29-model_00-model_states.pt. +0: [2022-12-04 13:22:31,322] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_30-model_00-model_states.pt... +0: [2022-12-04 13:22:31,758] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_30-model_00-model_states.pt. +0: [2022-12-04 13:22:31,758] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_31-model_00-model_states.pt... +0: [2022-12-04 13:22:32,199] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_31-model_00-model_states.pt. +0: [2022-12-04 13:22:32,200] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_32-model_00-model_states.pt... +0: [2022-12-04 13:22:32,656] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_32-model_00-model_states.pt. +0: [2022-12-04 13:22:32,657] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/layer_34-model_00-model_states.pt... +0: [2022-12-04 13:22:32,658] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/layer_34-model_00-model_states.pt. +0: [2022-12-04 13:22:32,659] [INFO] [logging.py:68:log_dist] [Rank 0] Saving model checkpoint: checkpoints_7b1xp3ru/global_step1000/mp_rank_00_model_states.pt +0: [2022-12-04 13:22:32,659] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/mp_rank_00_model_states.pt... +0: [2022-12-04 13:22:32,664] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/mp_rank_00_model_states.pt. +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_0_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_6_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_1_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_5_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_2_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_3_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_7_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_39_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_37_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_35_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_32_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_33_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_38_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_58_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_59_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_56_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_60_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_63_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_61_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_50_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_53_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_54_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_48_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_52_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_55_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_30_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_25_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_24_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_29_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_27_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_31_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_41_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_45_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_46_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_42_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_47_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_40_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_17_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_20_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_19_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_23_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_18_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_22_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_4_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_34_mp_rank_00_optim_states.pt... +4: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_36_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_57_mp_rank_00_optim_states.pt... +7: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_62_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_51_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_28_mp_rank_00_optim_states.pt... +3: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_26_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_43_mp_rank_00_optim_states.pt... +5: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_44_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_12_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_15_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_10_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_13_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_14_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_11_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_16_mp_rank_00_optim_states.pt... +6: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_49_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_9_mp_rank_00_optim_states.pt... +2: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_21_mp_rank_00_optim_states.pt... +1: [2022-12-04 13:22:32,709] [INFO] [torch_checkpoint_engine.py:15:save] [Torch] Saving checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_8_mp_rank_00_optim_states.pt... +0: [2022-12-04 13:22:34,400] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_4_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,400] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_4_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,400] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,412] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_7_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,412] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_7_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,412] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,462] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_3_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,462] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_3_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,462] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,470] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_6_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,470] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_6_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,471] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,513] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_1_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,513] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_1_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,513] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,513] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_5_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,513] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_5_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,513] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,536] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_0_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,624] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_2_mp_rank_00_optim_states.pt. +0: [2022-12-04 13:22:34,624] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_2_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,624] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: [2022-12-04 13:22:34,658] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_0_mp_rank_00_optim_states.pt +0: [2022-12-04 13:22:34,658] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_43_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_45_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,888] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_43_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_40_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,888] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_45_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,888] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_40_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_47_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_44_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,888] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_47_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_46_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,888] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_42_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,889] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_44_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,889] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,889] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_46_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,889] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_42_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,889] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,889] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_41_mp_rank_00_optim_states.pt. +5: [2022-12-04 13:22:34,889] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,889] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_41_mp_rank_00_optim_states.pt +5: [2022-12-04 13:22:34,889] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +5: [2022-12-04 13:22:34,889] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,895] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_57_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,895] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_63_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,896] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_61_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,896] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_56_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,896] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_57_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,896] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_63_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,896] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_61_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,896] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_56_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,896] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,896] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,896] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,896] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_62_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,911] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_62_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_58_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,911] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_58_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_60_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_59_mp_rank_00_optim_states.pt. +7: [2022-12-04 13:22:34,911] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_60_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,911] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_59_mp_rank_00_optim_states.pt +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +7: [2022-12-04 13:22:34,911] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_52_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,159] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_16_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,159] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_20_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,159] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_18_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,159] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_16_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,159] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_20_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,159] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_18_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,159] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,159] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,159] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,160] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_22_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,160] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_22_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,160] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_48_mp_rank_00_optim_states.pt. +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_55_mp_rank_00_optim_states.pt. +6: [2022-12-04 13:22:35,141] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_52_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,141] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_48_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,141] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_55_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,141] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_54_mp_rank_00_optim_states.pt. +6: [2022-12-04 13:22:35,142] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_54_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,142] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,241] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_19_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,241] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_19_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,241] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,241] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_23_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,241] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_23_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,241] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,241] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_17_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,242] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_17_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,242] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,284] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_51_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_39_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_35_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_36_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_34_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_37_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_39_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_35_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_36_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_34_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_32_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_37_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_32_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_33_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_38_mp_rank_00_optim_states.pt. +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_33_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_38_mp_rank_00_optim_states.pt +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +4: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,284] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_51_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,284] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,284] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_49_mp_rank_00_optim_states.pt. +6: [2022-12-04 13:22:35,284] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_49_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,284] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_53_mp_rank_00_optim_states.pt. +6: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_53_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +6: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_50_mp_rank_00_optim_states.pt. +6: [2022-12-04 13:22:35,285] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_50_mp_rank_00_optim_states.pt +6: [2022-12-04 13:22:35,285] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +2: [2022-12-04 13:22:35,350] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_21_mp_rank_00_optim_states.pt. +2: [2022-12-04 13:22:35,350] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_21_mp_rank_00_optim_states.pt +2: [2022-12-04 13:22:35,350] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,543] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_28_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_28_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_24_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_27_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_30_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_26_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_24_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_30_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_26_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_25_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_27_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_31_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_29_mp_rank_00_optim_states.pt. +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_31_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_25_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_29_mp_rank_00_optim_states.pt +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +3: [2022-12-04 13:22:35,544] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_14_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_9_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_11_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_13_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_10_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_15_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_14_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_12_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:17:save] [Torch] Saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_8_mp_rank_00_optim_states.pt. +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_9_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_11_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_13_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_10_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_15_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_12_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +1: [2022-12-04 13:22:36,756] [INFO] [engine.py:3213:_save_zero_checkpoint] zero checkpoint saved checkpoints_7b1xp3ru/global_step1000/zero_pp_rank_8_mp_rank_00_optim_states.pt +1: [2022-12-04 13:22:36,756] [INFO] [torch_checkpoint_engine.py:27:commit] [Torch] Checkpoint global_step1000 is ready now! +0: successfully saved checkpoint at iteration 1000 to checkpoints_7b1xp3ru +7: time (ms) | save-checkpoint: 20396.12 +7: iteration 1010/ 3100 | consumed samples: 2068480 | consumed tokens: 4236247040 | elapsed time per iteration (s): 58.65 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.230396E+00 | loss scale: 4096.0 | grad norm: 0.592 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 34.918 | TFLOPs: 65.38 | +7: iteration 1020/ 3100 | consumed samples: 2088960 | consumed tokens: 4278190080 | elapsed time per iteration (s): 55.31 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.229804E+00 | loss scale: 4096.0 | grad norm: 0.637 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.028 | TFLOPs: 69.33 | +7: iteration 1030/ 3100 | consumed samples: 2109440 | consumed tokens: 4320133120 | elapsed time per iteration (s): 55.23 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.222956E+00 | loss scale: 4096.0 | grad norm: 0.690 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.080 | TFLOPs: 69.43 | +7: iteration 1040/ 3100 | consumed samples: 2129920 | consumed tokens: 4362076160 | elapsed time per iteration (s): 55.25 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.221188E+00 | loss scale: 4096.0 | grad norm: 0.603 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.067 | TFLOPs: 69.40 | +7: iteration 1050/ 3100 | consumed samples: 2150400 | consumed tokens: 4404019200 | elapsed time per iteration (s): 55.18 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.225304E+00 | loss scale: 4096.0 | grad norm: 0.644 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.116 | TFLOPs: 69.49 | +7: iteration 1060/ 3100 | consumed samples: 2170880 | consumed tokens: 4445962240 | elapsed time per iteration (s): 55.29 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.222770E+00 | loss scale: 4096.0 | grad norm: 0.656 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.043 | TFLOPs: 69.36 | +7: iteration 1070/ 3100 | consumed samples: 2191360 | consumed tokens: 4487905280 | elapsed time per iteration (s): 55.41 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.220154E+00 | loss scale: 4096.0 | grad norm: 0.709 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 36.960 | TFLOPs: 69.20 | +7: iteration 1080/ 3100 | consumed samples: 2211840 | consumed tokens: 4529848320 | elapsed time per iteration (s): 55.23 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.217822E+00 | loss scale: 4096.0 | grad norm: 0.739 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.082 | TFLOPs: 69.43 | +7: iteration 1090/ 3100 | consumed samples: 2232320 | consumed tokens: 4571791360 | elapsed time per iteration (s): 55.20 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.216962E+00 | loss scale: 4096.0 | grad norm: 0.665 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.099 | TFLOPs: 69.46 | +7: iteration 1100/ 3100 | consumed samples: 2252800 | consumed tokens: 4613734400 | elapsed time per iteration (s): 55.27 | learning rate: 2.000E-05 | global batch size: 2048 | lm loss: 1.213706E+00 | loss scale: 4096.0 | grad norm: 0.581 | num zeros: 0.0 | number of skipped iterations: 0 | number of nan iterations: 0 | samples per second: 37.057 | TFLOPs: 69.38 |